-- Logs begin at Tue 2021-04-20 17:47:59 UTC, end at Tue 2021-04-20 18:44:28 UTC. -- Apr 20 18:20:39.666942 dv-cinder-786931-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 18:20:42.811533 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:20:42.811992 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:20:42.813408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86348) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:20:42.815249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:20:42.815539 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:20:42.815892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86348) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:20:42.816932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:20:42.817201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:20:42.818298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:20:42.818589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:20:42.818849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:20:42.819222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.820177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.820521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.820787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.821133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.821470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.821798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.822162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.822486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.822817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.823136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.823459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.823722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.824044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.824378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.824710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.824969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] debug = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.825291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.825834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.826199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.826524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.826857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.827173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.827483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.827795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.828124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.828757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] host = dv-cinder-786931-2-smb {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.829080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.829413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.829744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.830101 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.830419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.830735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.831062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.831373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.831684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.831999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.832329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.832662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.833001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.833260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.833516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.833847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.834202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.834518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.834831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.835172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.835486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.835799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.836106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.836433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.836759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.837087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.837401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.837709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.838041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.838354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.838704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.838991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.839301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.839611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.839942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.840245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.840553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.840896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.841224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.841547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.841873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.842208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.842534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.842841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.843147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.843455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] use_json = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.843763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.844069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.844390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.844699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.845005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.845313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.845621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.845947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.846323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.846663 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.851335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.851676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.859079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.859391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.859697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.861264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.861573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.861880 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.863160 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.863472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.863785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.864093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.864401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.864710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.866819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.871288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.871605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.871915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.872249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.872570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.872895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.873216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.873534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.873871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.874214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.874537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.874854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.875170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.875501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.875823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.876157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.876491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.876824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.877156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.877489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.877809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.878198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.878524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.878776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:20:42.879040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86348) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 18:20:43.547021 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading Gnome Apr 20 18:20:43.563616 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading Google Apr 20 18:20:43.566353 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 18:20:43.569974 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading file Apr 20 18:20:43.570861 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading keyczar Apr 20 18:20:43.571144 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading multi Apr 20 18:20:43.571777 dv-cinder-786931-2-smb neutron-server[86348]: INFO keyring.backend [-] Loading pyfs Apr 20 18:20:43.618883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:43.619199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:43.619539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:43.619922 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 18:20:44.012405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.012940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.013029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.014383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.014809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.015111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.052339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.052655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.052959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.067688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.068000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.068304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.135188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.135504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.135809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.136822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.137126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.138889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.409619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.409948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.410282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.410586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.411461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.558676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.559063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.559387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.559694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.559997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.560386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.560854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.561152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.561449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.561795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.562121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.562433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.562743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.563037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.563354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.563679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.563976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.564298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.564587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.564928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.565388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.565673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.565956 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.566329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.566615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.566896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.567313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:44.567588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:44.567862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:44.568134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:44.568406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:44.568677 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:44.569092 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 18:20:44.572729 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 18:20:44.576655 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 18:20:44.580701 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 20 18:20:44.582393 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 18:20:44.583680 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 18:20:44.584062 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 18:20:44.584500 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 18:20:44.588855 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 18:20:44.589140 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 18:20:44.589532 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:20:44.616064 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 18:20:44.616601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.616942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86348) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 18:20:44.617352 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.618730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86348) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 18:20:44.619050 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:20:44.619330 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 18:20:44.622493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.622810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:44.691294 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 18:20:44.691520 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 18:20:44.691792 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 18:20:44.692202 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 18:20:44.726227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.sqlalchemy.engines [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86348) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 18:20:45.167966 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing driver for type 'gre' Apr 20 18:20:45.168534 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] gre ID ranges: [(1, 1000)] Apr 20 18:20:45.208017 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing driver for type 'local' Apr 20 18:20:45.208384 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing driver for type 'vlan' Apr 20 18:20:45.217928 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] VlanTypeDriver initialization complete Apr 20 18:20:45.218345 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing driver for type 'vxlan' Apr 20 18:20:45.218865 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] vxlan ID ranges: [(1, 1000)] Apr 20 18:20:45.258096 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing extension driver 'port_security' Apr 20 18:20:45.258456 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.extensions.port_security [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] PortSecurityExtensionDriver initialization complete Apr 20 18:20:45.258828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing mechanism driver 'openvswitch' Apr 20 18:20:45.259184 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing mechanism driver 'hyperv' Apr 20 18:20:45.265392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86348) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:45.266230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.266636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.267024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.267447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.267833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.268214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.268627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.269007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.269386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.269804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > security_group after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.270210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > security_group after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.270739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > security_group after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.271157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.271541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.271916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.272330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > address_group after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.272709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > address_group after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.273081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > address_group after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.273445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] ML2 OVO RPC backend initialized. {{(pid=86348) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 18:20:45.274253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.274647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.275102 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.275486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > networks before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.275869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.276247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > ports before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.276627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.277004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnets before_response 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.277386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.277761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.278162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.278537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.278909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.279280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.279650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.280023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.280393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.281019 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.plugin [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Modular L2 Plugin initialization complete Apr 20 18:20:45.281371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading services supported by the core plugin {{(pid=86348) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 18:20:45.281731 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.plugins.ml2.managers [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Got port-security extension from driver 'port_security' Apr 20 18:20:45.282259 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.extensions.vlantransparent [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Disabled vlantransparent extension. Apr 20 18:20:45.282783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86348) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 18:20:45.283126 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: router Apr 20 18:20:45.321588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_interface before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.322072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_create 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.322489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router before_create 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.322889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.323305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.323691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_delete 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.324085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > floatingip after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.324491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_create 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.324868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_update 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.325254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_update 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.325634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.326056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_update 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.326555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_update 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.326973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.327346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.327719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: subnet after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.328097 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.328725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > port precommit_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.329109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_create 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.329485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.329868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.330293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router after_update 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.330674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_delete 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.331057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_create 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.331464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.331844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_update 55549900 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.332274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > network after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.333318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Tracking information for resource: router configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:45.333690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Tracking information for resource: floatingip configured {{(pid=86348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:45.338619 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_agentschedulers_db [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 18:20:45.339253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.339648 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port after_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.340037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port after_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.340422 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: port after_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.341307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router before_create 55550100 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.341708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_delete 55550100 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.342140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_create 55550100 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.342535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > router precommit_update 55550100 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.347382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.provider_configuration [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service providers = [] {{(pid=86348) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 18:20:45.347779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.servicetype_db [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86348) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 18:20:45.351135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.service_base [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:45.351515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.service_base [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:45.351889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.service_base [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:45.352776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.service_base [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:45.353169 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.services.service_base [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 18:20:45.353580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.353931 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 18:20:45.364186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.364557 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: auto_allocate Apr 20 18:20:45.370850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: network precommit_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.371249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: network precommit_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.371843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.372200 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: tag Apr 20 18:20:45.379255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.379622 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: timestamp Apr 20 18:20:45.383487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.383857 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: network_ip_availability Apr 20 18:20:45.389328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.389729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.390146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.390928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.391283 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: flavors Apr 20 18:20:45.395774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.396144 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading Plugin: revisions Apr 20 18:20:45.400607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:45.401025 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=86348) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:45.401824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86348) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 18:20:45.402219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Initializing extension manager. Apr 20 18:20:45.402780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: __init__.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.403159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: __pycache__ {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.403534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.403904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: address_group.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.404702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.405345 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: address-group Apr 20 18:20:45.405707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: address_scope.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.406494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.407078 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: address-scope Apr 20 18:20:45.407439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: admin_state_down_before_update.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.408379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.408963 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: router-admin-state-down-before-update Apr 20 18:20:45.409329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: agent.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.410165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.410767 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: agent Apr 20 18:20:45.411103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: agent_resources_synced.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.412020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.412590 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: agent-resources-synced Apr 20 18:20:45.412950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: allowedaddresspairs.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.415275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.415859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: allowed-address-pairs Apr 20 18:20:45.416224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: auto_allocated_topology.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.417298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.417880 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: auto-allocated-topology Apr 20 18:20:45.418308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: availability_zone.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.419013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.419594 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: availability_zone Apr 20 18:20:45.419956 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: availability_zone_filter.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.420878 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.421457 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: availability_zone_filter Apr 20 18:20:45.421817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: data_plane_status.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.422873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.423448 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 18:20:45.423807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: default_subnetpools.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.424723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.425298 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: default-subnetpools Apr 20 18:20:45.425659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: dhcpagentscheduler.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.426582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.427166 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: dhcp_agent_scheduler Apr 20 18:20:45.427527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: dns.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.428441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.429614 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension dns-integration not supported by any of loaded plugins Apr 20 18:20:45.430004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: dns_domain_ports.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.430938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.431513 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 18:20:45.431867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: dvr.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.432579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.433153 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: dvr Apr 20 18:20:45.433505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: empty_string_filtering.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.434445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.435019 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: empty-string-filtering Apr 20 18:20:45.435375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.436286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.436896 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:20:45.437250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.438305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.438883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 18:20:45.439240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: external_net.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.440156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.440735 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: external-net Apr 20 18:20:45.441098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: extra_dhcp_opt.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.442029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.442607 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: extra_dhcp_opt Apr 20 18:20:45.442965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: extraroute.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.443891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.444488 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: extraroute Apr 20 18:20:45.444843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: extraroute_atomic.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.445874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.446481 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: extraroute-atomic Apr 20 18:20:45.446841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: filter_validation.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.447535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.448103 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: filter-validation Apr 20 18:20:45.448457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: fip_pf_description.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.449375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.449940 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 18:20:45.450320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: fip_port_details.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.451341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.451919 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: fip-port-details Apr 20 18:20:45.452275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: flavors.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.453770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.454376 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: flavors Apr 20 18:20:45.454738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.456384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.456980 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 18:20:45.457738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: floatingip_pools.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.458514 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.459104 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: floatingip-pools Apr 20 18:20:45.459465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: ip_allocation.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.460430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.461011 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 18:20:45.461371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.462325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.462900 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: ip-substring-filtering Apr 20 18:20:45.463259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l2_adjacency.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.464180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.464747 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 18:20:45.465102 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.466226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.466813 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: router Apr 20 18:20:45.467174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3_conntrack_helper.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.469433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.470069 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:20:45.470442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.471382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.471962 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: ext-gw-mode Apr 20 18:20:45.472325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.473355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.473940 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: l3-ha Apr 20 18:20:45.474333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3_flavors.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.475255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.476371 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: l3-flavors Apr 20 18:20:45.476730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.477646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.478249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 18:20:45.478609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: l3agentscheduler.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.479778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.480377 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: l3_agent_scheduler Apr 20 18:20:45.480738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: logging.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.482299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.482888 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension logging not supported by any of loaded plugins Apr 20 18:20:45.483251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: metering.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.484043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.484751 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: metering Apr 20 18:20:45.485118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.486258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.486880 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: metering_source_and_destination_fields Apr 20 18:20:45.487242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: multiprovidernet.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.488186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.488764 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: multi-provider Apr 20 18:20:45.489125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: netmtu.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.490086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.490666 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: net-mtu Apr 20 18:20:45.491024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: netmtu_writable.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.492569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.493152 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: net-mtu-writable Apr 20 18:20:45.493511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: network_availability_zone.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.494388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.494967 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: network_availability_zone Apr 20 18:20:45.495335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: network_ip_availability.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.496442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.497027 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: network-ip-availability Apr 20 18:20:45.497388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: network_segment_range.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.498257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.498835 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 18:20:45.499193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: pagination.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.500176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.500547 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: pagination Apr 20 18:20:45.500902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: port_device_profile.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.501824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.502449 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: port-device-profile Apr 20 18:20:45.502809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.503760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.504335 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: port-mac-address-regenerate Apr 20 18:20:45.504691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.505604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.506204 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: port-numa-affinity-policy Apr 20 18:20:45.506562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: port_resource_request.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.507502 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.508070 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 18:20:45.508425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: portbindings.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.509364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.509944 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: binding Apr 20 18:20:45.510333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: portbindings_extended.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.511603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.512191 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: binding-extended Apr 20 18:20:45.512552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: portsecurity.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.513474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.514076 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: port-security Apr 20 18:20:45.514435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: project_id.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.515429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.515798 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: project-id Apr 20 18:20:45.516155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: providernet.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.517071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.517653 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: provider Apr 20 18:20:45.518033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.521641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.522278 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos not supported by any of loaded plugins Apr 20 18:20:45.522672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.523919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.524500 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 18:20:45.524866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.525793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.526402 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 18:20:45.526767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_default.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.527680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.528258 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-default not supported by any of loaded plugins Apr 20 18:20:45.528616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_fip.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.529301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.529868 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-fip not supported by any of loaded plugins Apr 20 18:20:45.530249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_gateway_ip.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.531170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.531745 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 18:20:45.532104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_port_network_policy.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.533018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.533594 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 18:20:45.533952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_rule_type_details.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.534892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.535463 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 18:20:45.535822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: qos_rules_alias.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.536867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.537446 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 18:20:45.537806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: quotasv2.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.539296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.539666 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: quotas Apr 20 18:20:45.540022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: quotasv2_detail.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.541704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.542121 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: quota_details Apr 20 18:20:45.542501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: rbac.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.543652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.544255 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: rbac-policies Apr 20 18:20:45.544623 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: rbac_address_group.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.545563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.546179 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: rbac-address-group Apr 20 18:20:45.546540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: rbac_address_scope.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.547474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.548054 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: rbac-address-scope Apr 20 18:20:45.548410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: rbac_security_groups.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.549329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.549910 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: rbac-security-groups Apr 20 18:20:45.550295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: rbac_subnetpool.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.551221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.551824 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: rbac-subnetpool Apr 20 18:20:45.552184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: revisionifmatch.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.553111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.554302 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: revision-if-match Apr 20 18:20:45.554668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: revisions.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.555800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.556377 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: standard-attr-revisions Apr 20 18:20:45.556736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: router_availability_zone.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.557445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.558042 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: router_availability_zone Apr 20 18:20:45.558400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: routerservicetype.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.559340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.559913 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension router-service-type not supported by any of loaded plugins Apr 20 18:20:45.560269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.561196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.561777 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: security-groups-normalized-cidr Apr 20 18:20:45.562171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: security_groups_port_filtering.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.563126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.563707 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: port-security-groups-filtering Apr 20 18:20:45.564066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.564999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.565578 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: security-groups-remote-address-group Apr 20 18:20:45.565937 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: securitygroup.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.579676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.580312 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: security-group Apr 20 18:20:45.580690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: segment.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.581587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.582447 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension segment not supported by any of loaded plugins Apr 20 18:20:45.582732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.583682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.584270 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 18:20:45.584631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: servicetype.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.586270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.586860 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: service-type Apr 20 18:20:45.587223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: sorting.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.588208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.588581 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: sorting Apr 20 18:20:45.588941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: standard_attr_segment.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.589864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.590474 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 18:20:45.590835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: standardattrdescription.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.591533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.592121 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: standard-attr-description Apr 20 18:20:45.592489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: stateful_security_group.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.593413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.594029 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: stateful-security-group Apr 20 18:20:45.594393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: stdattrs_common.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.594974 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 18:20:45.595329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.596331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.596912 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 18:20:45.597267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: subnet_onboard.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.598366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.598949 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: subnet_onboard Apr 20 18:20:45.599310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.600240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.601420 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 18:20:45.601777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: subnet_service_types.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.602733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.603368 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: subnet-service-types Apr 20 18:20:45.603730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: subnetallocation.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.604820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.605415 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: subnet_allocation Apr 20 18:20:45.605777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.606505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.607091 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: subnetpool-prefix-ops Apr 20 18:20:45.607449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.608388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.608971 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 18:20:45.609332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: tagging.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.610659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.611249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: standard-attr-tag Apr 20 18:20:45.611612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: timestamp.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.612791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.613387 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loaded extension: standard-attr-timestamp Apr 20 18:20:45.613752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: trunk.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.614813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.615394 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension trunk not supported by any of loaded plugins Apr 20 18:20:45.615755 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: trunk_details.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.616714 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.617293 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension trunk-details not supported by any of loaded plugins Apr 20 18:20:45.617654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: uplink_status_propagation.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.618606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.619189 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 18:20:45.619547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Loading extension file: vlantransparent.py {{(pid=86348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:45.620247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:45.620825 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 18:20:45.623544 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:network Apr 20 18:20:45.624363 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:subnet Apr 20 18:20:45.625045 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:45.625699 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:port Apr 20 18:20:45.627575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.628065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service FLAVORS assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.628739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.629198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.629566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:router Apr 20 18:20:45.630308 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:20:45.631074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service METERING assigned prefix: /metering {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.632927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.633332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.633717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86348) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:45.634902 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:20:45.635395 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:20:45.636208 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:20:45.636997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service CORE assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.637372 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:45.637845 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] subnetpool is already registered Apr 20 18:20:45.638398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service CORE assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.638742 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:45.639102 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] subnetpool is already registered Apr 20 18:20:45.641831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.642330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service FLAVORS assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.642966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.643423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.643787 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:router Apr 20 18:20:45.644150 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] router is already registered Apr 20 18:20:45.644800 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:20:45.645163 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] floatingip is already registered Apr 20 18:20:45.645853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service METERING assigned prefix: /metering {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.646612 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:20:45.646973 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] rbac_policy is already registered Apr 20 18:20:45.648102 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:20:45.648463 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] security_group is already registered Apr 20 18:20:45.649108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:20:45.649468 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] security_group_rule is already registered Apr 20 18:20:45.650215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service CORE assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.650589 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:45.650949 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] subnetpool is already registered Apr 20 18:20:45.651619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.resource_helper [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Service CORE assigned prefix: {{(pid=86348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:45.651979 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:45.652335 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.quota.resource_registry [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] subnetpool is already registered Apr 20 18:20:45.653037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: extensions {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.654611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: address-groups {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.656246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: address-scopes {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.657508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: agents {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.658747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: auto-allocated-topology {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.660029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: availability_zones {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.661451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: dhcp-networks {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.662953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: dhcp-agents {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.665031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: routers {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.666905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: flavors {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.668115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: service_profiles {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.669420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: next_providers {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.670997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: service_profiles {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.672479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: floatingip-pools {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.673748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: routers {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.675617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: floatingips {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.676912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: l3-routers {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.678380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: l3-agents {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.679888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: metering-labels {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.682155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: metering-label-rules {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.683470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: network-ip-availabilities {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.684803 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: bindings {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.686532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: quotas {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.688020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: quotas {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.689469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: rbac-policies {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.690852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: security-groups {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.692114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: security-group-rules {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.693387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: service-providers {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.694715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: subnetpools {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.696188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: subnetpools {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.697681 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.699486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.701338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.703198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.705322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.707277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.709024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.711525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.713356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.715316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.extensions [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Extended resource: tags {{(pid=86348) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:45.722176 dv-cinder-786931-2-smb neutron-server[86348]: WARNING keystonemiddleware.auth_token [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 18:20:45.728040 dv-cinder-786931-2-smb neutron-server[86348]: WARNING keystonemiddleware.auth_token [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 18:20:45.736794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Acquired lock "singleton_lock" {{(pid=86348) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 18:20:45.737308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Releasing lock "singleton_lock" {{(pid=86348) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 18:20:45.738781 dv-cinder-786931-2-smb neutron-server[86348]: INFO oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Starting 2 workers Apr 20 18:20:45.743642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Started child 86459 {{(pid=86348) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:45.747685 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.748385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Started child 86460 {{(pid=86348) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:45.749279 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [-] (86459) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:20:45.749855 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 18:20:45.750540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Notify callbacks [] for process, before_spawn {{(pid=86348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.751749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.753092 dv-cinder-786931-2-smb neutron-server[86348]: INFO oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Starting 1 workers Apr 20 18:20:45.753207 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [-] (86460) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:20:45.758621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Started child 86461 {{(pid=86348) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:45.759155 dv-cinder-786931-2-smb neutron-server[86348]: INFO oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Starting 1 workers Apr 20 18:20:45.760779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] calling RpcWorker wait() {{(pid=86461) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 18:20:45.761182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] returning from RpcWorker wait() {{(pid=86461) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 18:20:45.762775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.763274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:45.763847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Started child 86462 {{(pid=86348) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:45.764650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8265ef8e-d331-4f6e-ad0a-a95742d53b9f None None] Notify callbacks [] for process, after_spawn {{(pid=86348) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.766313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86348) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:20:45.766553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:20:45.766758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:20:45.767023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:20:45.767463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:20:45.767656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:20:45.768251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.768357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.768548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.768849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.769133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.769469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.770136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.770445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.770749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.771057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.771328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.771525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.771717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.772001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.772268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.773148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.773437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.773705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.774011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.774229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.774499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.774791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.775072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.775369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] debug = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.775644 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.776210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.776476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.776750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.777001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.777298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.777574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.777884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.778178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.778426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.778705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.778980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.779239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.779483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.779732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.780028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.780273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.780727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] host = dv-cinder-786931-2-smb {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.780987 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.781233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.781494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.781753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.782077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.782346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.782631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.782921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.783187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.783442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.783719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.783983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.784258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.784524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.784713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_options = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.784964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.785276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.785570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.785781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.786045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.786193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.786446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.786635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.786919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.787165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.787408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.787653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.787897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.788190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.788981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.789239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.789509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.789747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.790072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.790356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.790635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.790897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.791141 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.791398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.791657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.792076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.792277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.792655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.792916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.793155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.793404 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.793647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.793955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.794220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.794612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.794751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.795120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.795247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.795427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.795702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.795980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.796229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.796493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.796768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.797030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.797290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_json = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.797531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.797773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.798073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.798512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.798905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.799158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.799404 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.800034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.800145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.800394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.800686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:45.800787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.801466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.801466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.801466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.803829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.804014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.804354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.804652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.805853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.805853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.805853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.805853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.805853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.806619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.806619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.806886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.807115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.807379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.808446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.808446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.808446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.808446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.808749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.808831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.809000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.809396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.809649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.809921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.810213 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.810481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.810738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.811030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.811299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.811762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.812119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.812369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.812619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.812881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.813145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.813571 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.814046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.814513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.814973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.815216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.815461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.815733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.816002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.816273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.816522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.816765 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.817015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.817275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.817556 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.817826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.818121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.818366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.818637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.818883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.819128 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.819405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.819667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.819917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.820177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.820420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.820665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.820913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.821154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.821412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.821654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.821907 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.822204 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.823669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.823669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.823669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.823669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.823669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.823669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.824119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.824198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.824438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.824716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.824970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.825266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.825517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.825766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.826033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.826495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.826979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.827147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 53906) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:45.827596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.828073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.828332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.828881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.829327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.829761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.830230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.830680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.830949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.831239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.831517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.831792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.832064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.832375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.832699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.832983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.833306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.833581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.833882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.834228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.834551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.835370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.835675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.835928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.836194 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.836460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.836781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.837042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.837327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.837584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.837901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.838207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.838460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.838705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.838982 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.839345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.839642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.839901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.840137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.840516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.840807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.841054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.841553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.841708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.842016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.842184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.842459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.842710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.842950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.843211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.843417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.843679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.844041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.844197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.844395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.844639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.844960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.845208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.845464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.845708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.845979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.846235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.846524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.846771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.847022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.847935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.847935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.848181 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0177615 Apr 20 18:20:45.848304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.848304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.848304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.848694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.848694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.849789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.850108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.850376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.851260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.851524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.851801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.852050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.853192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.853472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.853724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.854022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.854284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.854535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.855592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.855592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.855592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.855592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.856161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.856161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.856437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.856575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.856833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.857081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.857349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.857604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.857857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.859692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.860932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.860932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.862849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.864582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.865629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.865629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.865629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.865629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.865629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.866406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.866406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.866406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.866804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.866804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.867066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.867466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.867660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.867850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.868100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.868348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.868686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.868859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.871116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.871116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.871116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.871116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.871116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.872686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.872686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.872883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.873167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.873465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.873748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.874627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.874627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.874627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.874924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.875200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.875541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.875824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.877746 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.878945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.879245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.879530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.879791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.880066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.880323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.880588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.880857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.881132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.881387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.881555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:20:45.882833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86348) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:20:45.883201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:20:45.883371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:20:45.883772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:20:45.883982 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:20:45.884167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:20:45.885138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.885718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.886060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.886407 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.886757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.886925 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.887116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.887310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.887471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.887799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.888146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.888486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.888833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.889192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.889574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.889744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] debug = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.890112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.890343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.890515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.890839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.891187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.891387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.891543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.891692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.891871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.892070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.892222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.892546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.892868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.893189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.893518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.893837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.894193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.894516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] host = dv-cinder-786931-2-smb {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.894836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.895153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.895473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.895793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.896147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.896342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.896546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.896681 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.896835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.897023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.897208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.897910 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.898101 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.898289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.898474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_options = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.898659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.898847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.899017 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.899217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.899404 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.899594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.900063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.900063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.900063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.900301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.900400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.900729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.901077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.901256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.901426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.903706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.904966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.905133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.905459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.905650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_json = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.906995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.907131 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.907316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.907499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.907683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.907885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.908038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:45.908254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.908860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.908860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.908860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.909079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.909079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.909303 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.909448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.909602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.910389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.910753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.911112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.911464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.911800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.912138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.912477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.912839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.913100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.913837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.914290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.914461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.914661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.914873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.915064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.915227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.915420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.915580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.916175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.916175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.916175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.916611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.916611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.916611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:45.917305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.917915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.918853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.919055 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.919249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.919849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.919849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.919849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.920920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.921095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.921256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.921443 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.921629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.921815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.922028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.922210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.922394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.922553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.922694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.922873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.923022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.923180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.923345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.923509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.923669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.923834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.924001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.924168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.924332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.924497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.924662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.924826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.925038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.925214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.925356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.925493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.925668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.925823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.926023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.926215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.927798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.928309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.928309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.928309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.930234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.931832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.932501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.933943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.935602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.937065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.938251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.939796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.941216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.942349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.943678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.944947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.946965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.947365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.947365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.947532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.947627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.947793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.947969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.948152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.948342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.948527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.948724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.948913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.949103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.949268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.949458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.949655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.949843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.950916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.951122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.951318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.951524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.951716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.951885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.952431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.952431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.952431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.952652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.952818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.952967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.953124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.953277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.953743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.953842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.954044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.954244 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.954451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.954641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.954831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.955029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.955223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.955423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.955610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.955808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.955997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.956155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.956345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.956597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.956764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.956908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.957049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.957189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.957330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.957494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.957636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.957851 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.958035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.959067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.959230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.959425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.959617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.959804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.960512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.960759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:45.960916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86348) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:20:56.781544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52eb02-08b1-4248-932e-c33d61242f5c None None] get_active_networks_info from dv-cinder-786931-2-smb {{(pid=86461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 18:20:56.952089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ad79da79-5529-49a8-8b28-00ffda2dc4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117'] for agent, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.971331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52eb02-08b1-4248-932e-c33d61242f5c None None] No non-hosted networks {{(pid=86461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 18:20:59.124270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d97e12ed-2eb4-449e-93a0-a8a8e28ea320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117'] for agent, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.191413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ec70a1ec-4722-4c05-9103-e12983ca39fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.469084 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117'] for agent, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.038991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117'] for agent, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.039951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.040496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.041034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.041584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.042160 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.042688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.043901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.044757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.045756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.047361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.048091 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.048708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:00.049262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786931-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:00.057351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786931-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:01.276497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117'] for agent, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.044240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54002) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:02.667543 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-0174ac61-e28e-471d-8355-102f5e2ce2e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:02.668127 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-0174ac61-e28e-471d-8355-102f5e2ce2e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:02.898745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [None req-0174ac61-e28e-471d-8355-102f5e2ce2e2 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:02.899872 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0174ac61-e28e-471d-8355-102f5e2ce2e2 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8546112 Apr 20 18:21:05.310417 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_hamode_db [None req-b5b40845-6bf9-4d74-8a6d-026e3e3d6a2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 18:21:05.400463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b40845-6bf9-4d74-8a6d-026e3e3d6a2b None None] Routers set() bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:05.400890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b40845-6bf9-4d74-8a6d-026e3e3d6a2b None None] Router IDs set() for agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 18:21:05.630254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54016) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:06.015147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:06.118489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.policy [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86459) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:21:06.173443 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:06.173855 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:06.192495 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] Loaded quota_driver: . Apr 20 18:21:06.209039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:06.265382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299010036074', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299010037638', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299010058822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299010052834', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299010068696', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299010070025', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036318440107', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036318630315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699752', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854157410'] for rbac-policy, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.485947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.487167 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2dc3d54a-c354-4c22-94c7-15c86a7a0955 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8558443 Apr 20 18:21:09.433456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54030) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:09.804367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Request body: {'network': {'name': 'private', 'project_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:09.810257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:09.814709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Usage tracker for resource:network and tenant:97a661794d734efcbde27e179f2e9881 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:09.818147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:09.824404 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:09.833042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Made reservation on behalf of 97a661794d734efcbde27e179f2e9881 for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:09.839331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.855661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.870079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:09.873774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Usage tracker for resource:security_group_rule and tenant:97a661794d734efcbde27e179f2e9881 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:09.877119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:09.882803 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:09.976664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.979193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.983736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:09.999163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:21:10.025189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363299012458134', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.025715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Unsubscribe: segment precommit_create {{(pid=86459) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:21:10.026198 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Added segment e85c2266-e663-4a5b-8a79-cb31d360ed7b of type vlan for network df88e38b-75ab-4a92-bfaf-398046a3e422 Apr 20 18:21:10.086203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2415f-f6b5-4ac9-a735-8305130481ec,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:10.110965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.111336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.111692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.112042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.112391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.112743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.113089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.113437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.113785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.114165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.114508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.114847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Tracked resource versions report: Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:21:10.115949 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:10.147502 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.158277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:10.187658 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.189037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.189675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.194792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:10.300998 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8663311 Apr 20 18:21:10.303694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Pushing event updated for resources: {'Network': ['ID=df88e38b-75ab-4a92-bfaf-398046a3e422,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:10.327646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:10.336921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network df88e38b-75ab-4a92-bfaf-398046a3e422 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:21:13.352883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54046) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:13.828402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73caafbf-466b-4c7d-a411-20340c01c663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:13.829843 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-73caafbf-466b-4c7d-a411-20340c01c663 admin admin] 10.222.0.26 "GET /v2.0/networks/df88e38b-75ab-4a92-bfaf-398046a3e422 HTTP/1.1" status: 200 len: 825 time: 0.4759398 Apr 20 18:21:13.857955 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-cb5f55c6-40c3-4103-98e5-ba704369ce2c admin admin] 10.222.0.26 "GET /v2.0/subnetpools/9a561bb4-d5fb-4785-a43a-eb1d971c6f5e HTTP/1.1" status: 200 len: 734 time: 0.0219603 Apr 20 18:21:13.867695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e', 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:13.872090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:13.875937 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Usage tracker for resource:subnet and tenant:97a661794d734efcbde27e179f2e9881 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:13.878820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:13.884633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:13.893453 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Made reservation on behalf of 97a661794d734efcbde27e179f2e9881 for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:13.897949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.365806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.371088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:14.457988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Checking segment: {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:14.458335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Network hostable DHCP agents. Network: df88e38b-75ab-4a92-bfaf-398046a3e422, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:21:14.464707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864e60a8-5695-444d-8740-15289f4649fe,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:14.470718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:14.482133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Network df88e38b-75ab-4a92-bfaf-398046a3e422 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:21:14.491353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, df88e38b-75ab-4a92-bfaf-398046a3e422) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:14.496782 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:14.497537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.501004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a14c5-f4be-4f40-be90-a39cec9b4d3a None None] Network df88e38b-75ab-4a92-bfaf-398046a3e422 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:14.518011 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6532202 Apr 20 18:21:14.822592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-df88e38b-75ab-4a92-bfaf-398046a3e422', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:21:14.823929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.179502 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Allocated IP 172.20.0.2 (df88e38b-75ab-4a92-bfaf-398046a3e422/864e60a8-5695-444d-8740-15289f4649fe/d4828e7a-4151-465a-bcd6-b45b64f379a4) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:15.407019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.420664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Transition to ACTIVE for port object d4828e7a-4151-465a-bcd6-b45b64f379a4 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:15.443461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Transition to ACTIVE for port object d4828e7a-4151-465a-bcd6-b45b64f379a4 will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:15.449127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.454801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:15.520373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Network df88e38b-75ab-4a92-bfaf-398046a3e422 is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:15.523306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:15.526860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:15.568955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Pushing event updated for resources: {'Port': ['ID=d4828e7a-4151-465a-bcd6-b45b64f379a4,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:15.613832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.614248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.614615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.614973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.615358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.615713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.616061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.616407 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.616752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.617095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.617438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.617780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Tracked resource versions report: Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:21:15.618886 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:15.622460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:15.643984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Attempting to bind port d4828e7a-4151-465a-bcd6-b45b64f379a4 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:15.644402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Attempting to bind port d4828e7a-4151-465a-bcd6-b45b64f379a4 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:15.644810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Attempting to bind port d4828e7a-4151-465a-bcd6-b45b64f379a4 on network df88e38b-75ab-4a92-bfaf-398046a3e422 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:15.650911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:15.651327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Checking segment: {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:15.651797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.652219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Bound using segment: {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:15.652744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Bound port: d4828e7a-4151-465a-bcd6-b45b64f379a4, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:15.653151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.748809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] For port d4828e7a-4151-465a-bcd6-b45b64f379a4, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:15.752677 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] For port d4828e7a-4151-465a-bcd6-b45b64f379a4, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=d4828e7a-4151-465a-bcd6-b45b64f379a4,segment=NetworkSegment(e85c2266-e663-4a5b-8a79-cb31d360ed7b),segment_id=e85c2266-e663-4a5b-8a79-cb31d360ed7b)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:15.755960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.760780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:15.848198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Pushing event updated for resources: {'Port': ['ID=d4828e7a-4151-465a-bcd6-b45b64f379a4,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:15.852003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:17.244394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54056) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:17.641760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [None req-551cb533-3554-45c5-b4d5-26b20b5b5011 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:17.643300 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-551cb533-3554-45c5-b4d5-26b20b5b5011 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3978205 Apr 20 18:21:20.385992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54066) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:20.788057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [None req-d53f4cae-218a-40d6-b41d-3166f9c2444d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:20.794269 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d53f4cae-218a-40d6-b41d-3166f9c2444d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4071851 Apr 20 18:21:22.030011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device d4828e7a-4151-465a-bcd6-b45b64f379a4 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:22.104966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port d4828e7a-4151-465a-bcd6-b45b64f379a4 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:22.706171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b5959-83a7-459f-b540-4e6ecc144708 None None] Network df88e38b-75ab-4a92-bfaf-398046a3e422 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:22.836802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Provisioning for port d4828e7a-4151-465a-bcd6-b45b64f379a4 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:22.846605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Provisioning complete for port d4828e7a-4151-465a-bcd6-b45b64f379a4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:22.847000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.066585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.110485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] For port d4828e7a-4151-465a-bcd6-b45b64f379a4, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=d4828e7a-4151-465a-bcd6-b45b64f379a4,segment=NetworkSegment(e85c2266-e663-4a5b-8a79-cb31d360ed7b),segment_id=e85c2266-e663-4a5b-8a79-cb31d360ed7b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:23.113440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.115999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:23.187719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Pushing event updated for resources: {'Port': ['ID=d4828e7a-4151-465a-bcd6-b45b64f379a4,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:23.191107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:23.336437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-5d2585a4-dc23-4997-8f44-d44ca7746d89 None None] Provisioning complete for port d4828e7a-4151-465a-bcd6-b45b64f379a4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:23.336836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d2585a4-dc23-4997-8f44-d44ca7746d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.845345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54082) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:24.007762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device d4828e7a-4151-465a-bcd6-b45b64f379a4 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:24.078472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port d4828e7a-4151-465a-bcd6-b45b64f379a4 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:24.078964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.222952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:24.228860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:24.232771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Usage tracker for resource:router and tenant:97a661794d734efcbde27e179f2e9881 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:24.235928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:24.241818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:24.250563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.251836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.272540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.377364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.394981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] Notify callbacks [] for router, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.396210 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3725d721-d21d-429c-8490-2bd8c3c7ee62 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5497968 Apr 20 18:21:26.574459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e2a8-cd84-411b-8be9-37d893efe95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.074094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54092) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:27.460942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [None req-8a3227d0-ed6c-4965-977f-f0244c40e5c5 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:27.462039 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8a3227d0-ed6c-4965-977f-f0244c40e5c5 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868775 Apr 20 18:21:29.124063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fa567d04-3f82-4f0f-8dae-0ae0006ab392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:29.421578 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.016931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.184723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54112) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:30.340985 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:30.346313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:30.350759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Usage tracker for resource:network and tenant:49f351a3246d4109ac603ee8a7f80a69 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:30.353641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:30.359566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:30.368688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Made reservation on behalf of 49f351a3246d4109ac603ee8a7f80a69 for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:30.373256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.385619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.400343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:30.404106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Usage tracker for resource:security_group_rule and tenant:49f351a3246d4109ac603ee8a7f80a69 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:30.406900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:30.413397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:30.495061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.497721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.501903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:30.516929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Reserving flat network on physical network physnet1 {{(pid=86459) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 18:21:30.541474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e6953-165f-449c-84bc-ff89c845c811,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:30.544426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.544813 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Added segment 339ea082-29ca-46fc-8d7c-a20ef917acae of type flat for network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 Apr 20 18:21:30.546065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:30.578393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.613570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.614944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:30.615607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:30.620486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2ae0605b-6658-480a-87a5-b534b2ef6aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:30.725057 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5387290 Apr 20 18:21:30.725775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac97f5d-20d8-432e-b611-9cb41285dfd7,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:30.728988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:30.736425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:21:31.223348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.251928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54132) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:33.366224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef49dba-8fc9-4f56-ba2b-67617ec0a5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:33.367634 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9ef49dba-8fc9-4f56-ba2b-67617ec0a5ef admin admin] 10.222.0.26 "GET /v2.0/subnets/864e60a8-5695-444d-8740-15289f4649fe HTTP/1.1" status: 200 len: 849 time: 0.1146817 Apr 20 18:21:33.663133 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0fc6ad92-1dd9-4b1f-ab03-faf7cecf7d63 admin admin] 10.222.0.26 "GET /v2.0/routers/03e60f5e-2aaa-4b24-9648-028fe61c5a3d HTTP/1.1" status: 200 len: 704 time: 0.2894492 Apr 20 18:21:34.147738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.381550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Allocated IP 172.20.0.1 (df88e38b-75ab-4a92-bfaf-398046a3e422/864e60a8-5695-444d-8740-15289f4649fe/5331b97a-550d-4d1a-a7bf-d2b531b4fab4) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:34.542301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.560041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Transition to ACTIVE for port object 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:34.616466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.621514 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:34.685299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Network df88e38b-75ab-4a92-bfaf-398046a3e422 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:34.688791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:34.693097 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:34.694149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.835601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:34.838451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-f98ed446-75d0-42c9-bdca-b8b2223886ba None None] Provisioning for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:34.843852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:34.843998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-f98ed446-75d0-42c9-bdca-b8b2223886ba None None] Provisioning complete for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:34.844569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f98ed446-75d0-42c9-bdca-b8b2223886ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.900268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-f98ed446-75d0-42c9-bdca-b8b2223886ba None None] Port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:21:34.974247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.371006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.374555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.375640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.379938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:35.518500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:35.523462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:35.582708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Network df88e38b-75ab-4a92-bfaf-398046a3e422 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:35.584390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:35.785784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:21:35.824593 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a7e33e6b-3ecc-4637-9a2f-2557c85448e6 None None] Provisioning complete for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:35.825003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a7e33e6b-3ecc-4637-9a2f-2557c85448e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.884109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a7e33e6b-3ecc-4637-9a2f-2557c85448e6 None None] Port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:21:35.951622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:35.964523 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] 10.222.0.26 "PUT /v2.0/routers/03e60f5e-2aaa-4b24-9648-028fe61c5a3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2925742 Apr 20 18:21:35.964613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Sync routers for ids ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:35.973313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Routers {'03e60f5e-2aaa-4b24-9648-028fe61c5a3d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:35.974229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:21:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:36.159046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Set router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d gateway port host: None {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:36.712704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:24Z', 'updated_at': '2021-04-20T18:21:34Z', 'revision_number': 2, 'project_id': '97a661794d734efcbde27e179f2e9881', 'gw_port_host': None, '_interfaces': [{'id': '5331b97a-550d-4d1a-a7bf-d2b531b4fab4', 'name': '', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'mac_address': 'fa:16:3e:ed:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:34Z', 'updated_at': '2021-04-20T18:21:35Z', 'revision_number': 2, 'project_id': '97a661794d734efcbde27e179f2e9881', 'subnets': [{'id': '864e60a8-5695-444d-8740-15289f4649fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:36.717656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Checking router: 03e60f5e-2aaa-4b24-9648-028fe61c5a3d for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:36.718063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Updating router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:21:36.772832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.163627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.178401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Transition to ACTIVE for port object 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:37.184012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.190064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:37.327447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Pushing event updated for resources: {'Port': ['ID=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:37.368692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.369071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.369446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.369783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.370162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.370515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.370868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.371210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.371555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.371903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.372244 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.372585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Tracked resource versions report: Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:21:37.373666 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:37.408411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:37.434879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Attempting to bind port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:37.435294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Attempting to bind port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:37.435701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Attempting to bind port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 on network df88e38b-75ab-4a92-bfaf-398046a3e422 {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:37.441362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:37.441782 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Checking segment: {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:37.442274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.442699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Bound using segment: {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:37.443274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Bound port: 5331b97a-550d-4d1a-a7bf-d2b531b4fab4, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85c2266-e663-4a5b-8a79-cb31d360ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:37.443673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.534039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] For port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:37.538870 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] For port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,segment=NetworkSegment(e85c2266-e663-4a5b-8a79-cb31d360ed7b),segment_id=e85c2266-e663-4a5b-8a79-cb31d360ed7b)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:37.542633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.547425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:37.620175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Routers {'03e60f5e-2aaa-4b24-9648-028fe61c5a3d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:37.620973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:21:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:37.788614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Pushing event updated for resources: {'Port': ['ID=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,revision_number=4']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:37.794150 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:37.809503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] Set router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d gateway port host: None {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:38.153531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:24Z', 'updated_at': '2021-04-20T18:21:34Z', 'revision_number': 2, 'project_id': '97a661794d734efcbde27e179f2e9881', 'gw_port_host': None, '_interfaces': [{'id': '5331b97a-550d-4d1a-a7bf-d2b531b4fab4', 'name': '', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'mac_address': 'fa:16:3e:ed:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:34Z', 'updated_at': '2021-04-20T18:21:37Z', 'revision_number': 4, 'project_id': '97a661794d734efcbde27e179f2e9881', 'subnets': [{'id': '864e60a8-5695-444d-8740-15289f4649fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:38.157567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460bf8-a49c-4c65-a4ba-6d492f314d5f None None] The sync data for ids ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'] in dv-cinder-786931-2-smb is: [{'id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:24Z', 'updated_at': '2021-04-20T18:21:34Z', 'revision_number': 2, 'project_id': '97a661794d734efcbde27e179f2e9881', 'gw_port_host': None, '_interfaces': [{'id': '5331b97a-550d-4d1a-a7bf-d2b531b4fab4', 'name': '', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'mac_address': 'fa:16:3e:ed:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:34Z', 'updated_at': '2021-04-20T18:21:37Z', 'revision_number': 4, 'project_id': '97a661794d734efcbde27e179f2e9881', 'subnets': [{'id': '864e60a8-5695-444d-8740-15289f4649fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:38.502397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54144) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:38.663343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2338bf-c7e7-4a03-9f7a-17b6d394ba68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:38.663948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8a2338bf-c7e7-4a03-9f7a-17b6d394ba68 admin admin] Synchronizing usage tracker for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:network {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:38.680325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8a2338bf-c7e7-4a03-9f7a-17b6d394ba68 admin admin] Unset dirty status for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:network {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:38.681475 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8a2338bf-c7e7-4a03-9f7a-17b6d394ba68 admin admin] 10.222.0.26 "GET /v2.0/networks/7ac97f5d-20d8-432e-b611-9cb41285dfd7 HTTP/1.1" status: 200 len: 842 time: 0.1777601 Apr 20 18:21:38.692014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:38.697897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:38.701786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Usage tracker for resource:subnet and tenant:49f351a3246d4109ac603ee8a7f80a69 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:38.704969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:38.711922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:38.720248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Made reservation on behalf of 49f351a3246d4109ac603ee8a7f80a69 for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:38.724852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:39.152348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.objects.ports [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86459) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 18:21:39.152919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:39.157402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5c2337dc-c529-4dc7-ac77-825e02bcafe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:39.230959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a10c9b8-6a3e-41b2-86ec-2283392e0cc8,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:39.236274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:39.238819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:39.239203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Network hostable DHCP agents. Network: 7ac97f5d-20d8-432e-b611-9cb41285dfd7, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:21:39.257319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:21:39.264962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 7ac97f5d-20d8-432e-b611-9cb41285dfd7) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:39.268996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:39.269673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:39.275026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9082f-7d4b-445a-962c-6cd53cb63113 None None] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:39.289566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6013532 Apr 20 18:21:39.517028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e59b12-a395-4b80-8931-2537f7ec992a None None] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:41.822882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:21:41.885473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54158) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:42.037361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:42.097951 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2f808c3f-9149-4e87-869a-04f3795395bf admin admin] 10.222.0.26 "GET /v2.0/routers/03e60f5e-2aaa-4b24-9648-028fe61c5a3d HTTP/1.1" status: 200 len: 710 time: 0.2112153 Apr 20 18:21:42.109699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:42.114525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:42.115413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:42.235442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:42.235916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717761e5-48a4-40a1-a9d6-692d07eb7db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:42.243567 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-717761e5-48a4-40a1-a9d6-692d07eb7db9 admin admin] 10.222.0.26 "GET /v2.0/networks/7ac97f5d-20d8-432e-b611-9cb41285dfd7 HTTP/1.1" status: 200 len: 886 time: 0.1336920 Apr 20 18:21:42.247841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:42.268345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,segment=NetworkSegment(e85c2266-e663-4a5b-8a79-cb31d360ed7b),segment_id=e85c2266-e663-4a5b-8a79-cb31d360ed7b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:42.271145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:42.273691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:42.346758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=5331b97a-550d-4d1a-a7bf-d2b531b4fab4,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:42.350605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:42.885485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.229795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.289041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.431766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Allocated IP 172.28.3.219 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/a6c8c563-c33b-4ef0-b8a5-13eba29e5808) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:43.584810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.615682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.620653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:43.688651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:43.692015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:43.696516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:43.765426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c8c563-c33b-4ef0-b8a5-13eba29e5808,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:43.820566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:44.018342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:44.089333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:44.089729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.096356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.639978 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.643383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854142778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626984'] for router, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.829992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:45.013759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:45.023297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Notify callbacks [] for router, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:45.024295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Sync routers for ids ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:45.024573 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] 10.222.0.26 "PUT /v2.0/routers/03e60f5e-2aaa-4b24-9648-028fe61c5a3d HTTP/1.1" status: 200 len: 890 time: 2.7802722 Apr 20 18:21:45.034373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Routers {'03e60f5e-2aaa-4b24-9648-028fe61c5a3d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:45.035065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:21:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:45.235552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Set router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:45.595299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a6c8c563-c33b-4ef0-b8a5-13eba29e5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:24Z', 'updated_at': '2021-04-20T18:21:43Z', 'revision_number': 4, 'project_id': '97a661794d734efcbde27e179f2e9881', 'gw_port': {'id': 'a6c8c563-c33b-4ef0-b8a5-13eba29e5808', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:43Z', 'updated_at': '2021-04-20T18:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '5331b97a-550d-4d1a-a7bf-d2b531b4fab4', 'name': '', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'mac_address': 'fa:16:3e:ed:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:34Z', 'updated_at': '2021-04-20T18:21:42Z', 'revision_number': 5, 'project_id': '97a661794d734efcbde27e179f2e9881', 'subnets': [{'id': '864e60a8-5695-444d-8740-15289f4649fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:45.600241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Checking router: 03e60f5e-2aaa-4b24-9648-028fe61c5a3d for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:45.600638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Updating router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:21:45.656465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.001307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.013631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Transition to ACTIVE for port object a6c8c563-c33b-4ef0-b8a5-13eba29e5808 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:46.019091 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.024472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cdf5fe04-46de-4dce-b4bc-c1a54fad8164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:46.106207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Attempting to bind port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:46.106613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Attempting to bind port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:46.107011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Attempting to bind port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:46.114679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6eab5-d20e-4d2f-900f-f7e63089d5a2 None None] Pushing event updated for resources: {'Port': ['ID=a6c8c563-c33b-4ef0-b8a5-13eba29e5808,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:46.117272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:46.117658 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:46.118118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.118545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:46.119051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Bound port: a6c8c563-c33b-4ef0-b8a5-13eba29e5808, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:46.119455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.144735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9af6eab5-d20e-4d2f-900f-f7e63089d5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:46.195687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] For port a6c8c563-c33b-4ef0-b8a5-13eba29e5808, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:46.198759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] For port a6c8c563-c33b-4ef0-b8a5-13eba29e5808, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a6c8c563-c33b-4ef0-b8a5-13eba29e5808,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:46.201945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.207067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9af6eab5-d20e-4d2f-900f-f7e63089d5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:46.289309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Routers {'03e60f5e-2aaa-4b24-9648-028fe61c5a3d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:46.289977 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:21:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:46.348632 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6eab5-d20e-4d2f-900f-f7e63089d5a2 None None] Pushing event updated for resources: {'Port': ['ID=a6c8c563-c33b-4ef0-b8a5-13eba29e5808,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:46.363336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9af6eab5-d20e-4d2f-900f-f7e63089d5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:46.484605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] Set router 03e60f5e-2aaa-4b24-9648-028fe61c5a3d gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:46.826580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a6c8c563-c33b-4ef0-b8a5-13eba29e5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:24Z', 'updated_at': '2021-04-20T18:21:43Z', 'revision_number': 4, 'project_id': '97a661794d734efcbde27e179f2e9881', 'gw_port': {'id': 'a6c8c563-c33b-4ef0-b8a5-13eba29e5808', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:43Z', 'updated_at': '2021-04-20T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '5331b97a-550d-4d1a-a7bf-d2b531b4fab4', 'name': '', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'mac_address': 'fa:16:3e:ed:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:34Z', 'updated_at': '2021-04-20T18:21:42Z', 'revision_number': 5, 'project_id': '97a661794d734efcbde27e179f2e9881', 'subnets': [{'id': '864e60a8-5695-444d-8740-15289f4649fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:46.830958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57935419-2f96-44f4-b66e-4fe8a139da3b None None] The sync data for ids ['03e60f5e-2aaa-4b24-9648-028fe61c5a3d'] in dv-cinder-786931-2-smb is: [{'id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'name': 'router1', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a6c8c563-c33b-4ef0-b8a5-13eba29e5808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:24Z', 'updated_at': '2021-04-20T18:21:43Z', 'revision_number': 4, 'project_id': '97a661794d734efcbde27e179f2e9881', 'gw_port': {'id': 'a6c8c563-c33b-4ef0-b8a5-13eba29e5808', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:43Z', 'updated_at': '2021-04-20T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '5331b97a-550d-4d1a-a7bf-d2b531b4fab4', 'name': '', 'network_id': 'df88e38b-75ab-4a92-bfaf-398046a3e422', 'tenant_id': '97a661794d734efcbde27e179f2e9881', 'mac_address': 'fa:16:3e:ed:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e60f5e-2aaa-4b24-9648-028fe61c5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '864e60a8-5695-444d-8740-15289f4649fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:34Z', 'updated_at': '2021-04-20T18:21:42Z', 'revision_number': 5, 'project_id': '97a661794d734efcbde27e179f2e9881', 'subnets': [{'id': '864e60a8-5695-444d-8740-15289f4649fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a561bb4-d5fb-4785-a43a-eb1d971c6f5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:47.713162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54168) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:47.839890 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-88c495c0-d5aa-46b0-9512-872dd6b65e0b admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1255217 Apr 20 18:21:48.044664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a6c8c563-c33b-4ef0-b8a5-13eba29e5808 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:48.121487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:48.126616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:48.127023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:48.248899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:48.265486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port a6c8c563-c33b-4ef0-b8a5-13eba29e5808, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a6c8c563-c33b-4ef0-b8a5-13eba29e5808,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:48.272063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:48.274220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:48.346247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=a6c8c563-c33b-4ef0-b8a5-13eba29e5808,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:48.349951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:50.037905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a6c8c563-c33b-4ef0-b8a5-13eba29e5808 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:50.120669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port a6c8c563-c33b-4ef0-b8a5-13eba29e5808 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:50.121257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:56.579386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d8ab3a42-c1a7-4673-9abd-3f3689638fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:59.126136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9f5d-27a5-4d1e-b722-02dbf7271c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:59.426300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:00.020358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:01.239602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:18.822717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:26.574971 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f4785405-f1a9-4893-b9bc-c03ef9b1e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.130258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d138452-08f6-45a9-9fae-dea3464a6c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.432009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.022823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:31.248552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:55.822622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:56.577263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04fb1208-8dc8-4a91-9b52-061ae18720fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:59.131504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a0afae0-b920-4cd7-93bc-59bb60d92f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:59.432334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:00.028220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:01.252926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:26.578662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b3bb638e-8023-4da3-bfb3-bd1eba150b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.132741 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5651b2ce-6ed1-45be-b922-3cc56c85f244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.435579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.024066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:31.254396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:32.822286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:23:33.788789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54738) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:33.862573 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fb7585-d011-41bb-8353-7d994193642f admin admin] GET failed (client error): The resource could not be found. Apr 20 18:23:33.863911 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c0fb7585-d011-41bb-8353-7d994193642f admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0741115 Apr 20 18:23:34.005271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff6015b-b927-4a09-9816-faa049e3360d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:34.006818 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9ff6015b-b927-4a09-9816-faa049e3360d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1387041 Apr 20 18:23:36.466701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54748) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:36.581876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4cfbb8-d2c5-4a38-b51c-93e61d28b8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:36.582507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0b4cfbb8-d2c5-4a38-b51c-93e61d28b8da admin admin] Synchronizing usage tracker for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:subnet {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:23:36.597757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0b4cfbb8-d2c5-4a38-b51c-93e61d28b8da admin admin] Unset dirty status for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:subnet {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:23:36.599012 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0b4cfbb8-d2c5-4a38-b51c-93e61d28b8da admin admin] 10.222.0.26 "GET /v2.0/subnets/864e60a8-5695-444d-8740-15289f4649fe HTTP/1.1" status: 200 len: 849 time: 0.1312857 Apr 20 18:23:36.609517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:23:36.735403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.037922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737842399449'] for subnet, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.042503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:37.084010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:37.084647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.086023 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] 10.222.0.26 "PUT /v2.0/subnets/864e60a8-5695-444d-8740-15289f4649fe HTTP/1.1" status: 200 len: 868 time: 0.4806201 Apr 20 18:23:37.089251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca6dd4-b3ba-4a78-ac0b-6a36aa50462c None None] Network df88e38b-75ab-4a92-bfaf-398046a3e422 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:37.110167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864e60a8-5695-444d-8740-15289f4649fe,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:37.118323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.118687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.119053 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.119419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.119777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.120114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.120471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.120822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.121199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.121550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.121901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.122279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:37.126141 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:37.562520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-40f4c662-0758-4e54-a197-05edc4014dbe None None] Provisioning complete for port 5331b97a-550d-4d1a-a7bf-d2b531b4fab4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:23:37.563020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-40f4c662-0758-4e54-a197-05edc4014dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.695583 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-40f4c662-0758-4e54-a197-05edc4014dbe None None] Provisioning complete for port d4828e7a-4151-465a-bcd6-b45b64f379a4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:23:37.695987 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-40f4c662-0758-4e54-a197-05edc4014dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.573058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54758) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:39.759291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7924eaae-ea1d-4c33-a238-df88f5fe5365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:39.759747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7924eaae-ea1d-4c33-a238-df88f5fe5365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:39.761363 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7924eaae-ea1d-4c33-a238-df88f5fe5365 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1872594 Apr 20 18:23:42.237474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54768) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:42.420166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7ee6b-23c2-49bb-b02d-d5f38ebac683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:42.420691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7ee6b-23c2-49bb-b02d-d5f38ebac683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:42.422369 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a5a7ee6b-23c2-49bb-b02d-d5f38ebac683 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1837840 Apr 20 18:23:44.885386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54778) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:45.064450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c763f-3831-459f-b61b-aee77c3be2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:45.066458 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-294c763f-3831-459f-b61b-aee77c3be2c4 admin admin] 10.222.0.26 "GET /v2.0/networks/7ac97f5d-20d8-432e-b611-9cb41285dfd7 HTTP/1.1" status: 200 len: 886 time: 0.1799669 Apr 20 18:23:47.551312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54788) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:47.737487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5164a6-68fc-43e3-b02f-bedcb2f348f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:47.738956 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ad5164a6-68fc-43e3-b02f-bedcb2f348f6 admin admin] 10.222.0.26 "GET /v2.0/networks/df88e38b-75ab-4a92-bfaf-398046a3e422 HTTP/1.1" status: 200 len: 869 time: 0.1866181 Apr 20 18:23:50.198834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54798) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:50.316734 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e0c1f-aa7b-4711-b5c2-a91e5eac0849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:50.317171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e0c1f-aa7b-4711-b5c2-a91e5eac0849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:50.318799 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-543e0c1f-aa7b-4711-b5c2-a91e5eac0849 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189096 Apr 20 18:23:52.796779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54808) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:52.911536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667c473-3263-42f7-a50f-6e90179d453c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:52.911989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667c473-3263-42f7-a50f-6e90179d453c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:52.913588 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6667c473-3263-42f7-a50f-6e90179d453c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1157863 Apr 20 18:23:55.367747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54818) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:55.480471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04922f20-eb2a-4025-a730-02e8867ebde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:55.481935 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-04922f20-eb2a-4025-a730-02e8867ebde8 admin admin] 10.222.0.26 "GET /v2.0/subnets/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8 HTTP/1.1" status: 200 len: 816 time: 0.1131787 Apr 20 18:23:56.582320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-81bcf660-a641-4e3b-973a-ac666569b10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.964412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54828) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:58.081619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a4c92-f8fe-49e2-82dc-e205ce1174b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:58.083122 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f19a4c92-f8fe-49e2-82dc-e205ce1174b2 admin admin] 10.222.0.26 "GET /v2.0/subnets/864e60a8-5695-444d-8740-15289f4649fe HTTP/1.1" status: 200 len: 868 time: 0.1176629 Apr 20 18:23:59.134518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9b92117e-8b47-4f68-a285-f4440b7be104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.439530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.025708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.263314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.821407 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:24.364463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 54872) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:24.517613 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-48962661-b685-4052-be99-0920d5018c6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:24:24.518217 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-48962661-b685-4052-be99-0920d5018c6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:24:24.748917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [None req-48962661-b685-4052-be99-0920d5018c6c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:24:24.750312 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-48962661-b685-4052-be99-0920d5018c6c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3838503 Apr 20 18:24:26.587495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1a328f78-2af4-4216-a11c-33ed161e21bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:27.339864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 54886) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:27.439469 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e233407-4430-4590-ad0a-693ade4c8754 admin admin] GET failed (client error): The resource could not be found. Apr 20 18:24:27.441085 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2e233407-4430-4590-ad0a-693ade4c8754 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1002164 Apr 20 18:24:27.836062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.policy [None req-51b6c113-2292-4c67-ab30-0b273aa99c0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86460) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:24:27.890951 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-51b6c113-2292-4c67-ab30-0b273aa99c0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:24:27.891354 dv-cinder-786931-2-smb neutron-server[86348]: WARNING oslo_policy.policy [None req-51b6c113-2292-4c67-ab30-0b273aa99c0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:24:27.908995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6c113-2292-4c67-ab30-0b273aa99c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:27.910739 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-51b6c113-2292-4c67-ab30-0b273aa99c0e admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.4651501 Apr 20 18:24:29.136039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-75af99e1-a878-42af-adb4-4c95dcda3701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:29.441316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.027873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.428417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 54898) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:30.480257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:30.482899 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.quota [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Loaded quota_driver: . Apr 20 18:24:30.489267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:30.502186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:30.514170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Made reservation on behalf of 49f351a3246d4109ac603ee8a7f80a69 for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:30.520745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.619419 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.services.revisions.revision_plugin [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Could not find related network for resource to bump revision. Apr 20 18:24:30.633847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:24:30.644492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363299012458134', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.645082 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Unsubscribe: segment precommit_create {{(pid=86460) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:24:30.645547 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Added segment f426f50c-b60e-41f8-8d14-0bf5b2b3c32b of type vlan for network a13f75a4-5fca-4af1-8bf2-97ac505da446 Apr 20 18:24:30.714191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.748243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.749814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:30.750470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.757253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:30.856490 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4269297 Apr 20 18:24:30.866076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Pushing event updated for resources: {'Network': ['ID=a13f75a4-5fca-4af1-8bf2-97ac505da446,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:30.874543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.874975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.875342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.875702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.876659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.876996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.877347 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.877702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.878100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.878459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.878799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.879143 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Tracked resource versions report: Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:24:30.880271 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:24:30.929144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:31.054303 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network a13f75a4-5fca-4af1-8bf2-97ac505da446 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:24:31.265904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.366581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 54912) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:33.440902 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab91779-b801-41bf-ad07-255573f69d5a admin admin] GET failed (client error): The resource could not be found. Apr 20 18:24:33.441469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7ab91779-b801-41bf-ad07-255573f69d5a admin admin] Synchronizing usage tracker for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:network {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:33.456298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7ab91779-b801-41bf-ad07-255573f69d5a admin admin] Unset dirty status for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:network {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:33.457473 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7ab91779-b801-41bf-ad07-255573f69d5a admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0898168 Apr 20 18:24:33.570898 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc00ce-959a-4a80-9d1b-f111e14c3a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:33.572332 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5fcc00ce-959a-4a80-9d1b-f111e14c3a48 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1106017 Apr 20 18:24:33.583663 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Request body: {'subnet': {'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:33.588594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:33.598466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:33.607007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Made reservation on behalf of 49f351a3246d4109ac603ee8a7f80a69 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:33.612040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.017088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.022329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:34.095355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150c7cad-04a7-426c-830b-92e1f566ea8b,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:34.103087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:34.103820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Checking segment: {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:34.104184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Network hostable DHCP agents. Network: a13f75a4-5fca-4af1-8bf2-97ac505da446, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:24:34.127490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Network a13f75a4-5fca-4af1-8bf2-97ac505da446 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:24:34.135933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, a13f75a4-5fca-4af1-8bf2-97ac505da446) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:34.140418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:34.141035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.145833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac9a8f7-bd11-4176-a835-900cc693db01 None None] Network a13f75a4-5fca-4af1-8bf2-97ac505da446 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:34.163870 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5845058 Apr 20 18:24:34.385543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-a13f75a4-5fca-4af1-8bf2-97ac505da446', 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446', 'tenant_id': '49f351a3246d4109ac603ee8a7f80a69', 'fixed_ips': [{'subnet_id': '150c7cad-04a7-426c-830b-92e1f566ea8b'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:24:34.386525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.551716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Allocated IP 192.168.233.2 (a13f75a4-5fca-4af1-8bf2-97ac505da446/150c7cad-04a7-426c-830b-92e1f566ea8b/4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:24:34.770541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.781397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Transition to ACTIVE for port object 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:34.801585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Transition to ACTIVE for port object 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:34.806600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.812523 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9af6eab5-d20e-4d2f-900f-f7e63089d5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:34.878998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Network a13f75a4-5fca-4af1-8bf2-97ac505da446 is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:24:34.882582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:34.885089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:24:34.927374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Pushing event updated for resources: {'Port': ['ID=4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:34.969478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.970393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.970757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.971120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.971477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.971830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.972183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.972534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.972885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.973237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.973592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.973938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:34.977786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:34.999681 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Attempting to bind port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:24:35.000086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Attempting to bind port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:24:35.000486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Attempting to bind port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a on network a13f75a4-5fca-4af1-8bf2-97ac505da446 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:35.006164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:24:35.006569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Checking segment: {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:35.007008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.007440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Bound using segment: {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:24:35.007947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Bound port: 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:24:35.008353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.104136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] For port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:24:35.107430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] For port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:24:35.111171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.116595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:35.197286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Pushing event updated for resources: {'Port': ['ID=4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:35.200558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:36.198572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:36.276399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:36.427804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8df62c2-74d6-4def-bd21-6f2b6e5f78e7 None None] Network a13f75a4-5fca-4af1-8bf2-97ac505da446 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:36.512477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Provisioning for port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:36.528060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Provisioning complete for port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:36.528471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.771654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.822894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] For port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:36.828350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.845899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:36.926537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Pushing event updated for resources: {'Port': ['ID=4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:36.930515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:37.022932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-21f0a1df-fcf6-46c0-9634-397d6d30cdde None None] Provisioning complete for port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:37.023345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-21f0a1df-fcf6-46c0-9634-397d6d30cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:38.162906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:38.235685 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 4ef00ece-1e3d-42d0-b4d7-c4e656fdeb3a triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:38.236359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:46.820045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:56.591387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7f392c36-0c32-4051-b1af-4678a79e778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:59.136232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-892c7854-eb0a-460f-8709-2ec57549c930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:59.443384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:00.028521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:01.270080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:23.820112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:25:26.594086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2039-c6ca-4928-8b2e-190c85bd65fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.135717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-11313e97-52cd-4b44-84ae-c02381f53336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.446400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:30.029584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:31.274804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:56.598052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e93acd2-5559-43fe-9b2b-82dfd5f2c8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:59.136721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-77f36ec8-4205-4e89-9c54-5d0ca97355fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:59.449267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:00.031092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:00.818767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:01.277173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.018973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 54964) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:05.025264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [None req-6543064b-f420-462f-8002-bd99a51892e3 tempest-verify_tempest_config-2052137840 tempest-verify_tempest_config-2052137840-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:26:05.026365 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6543064b-f420-462f-8002-bd99a51892e3 tempest-verify_tempest_config-2052137840 tempest-verify_tempest_config-2052137840-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063026 Apr 20 18:26:05.338812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 54982) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:05.462115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.476850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:26:05.480764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Usage tracker for resource:security_group_rule and tenant:912e02008d1140fcab2faae1e9f9b9f5 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:26:05.483988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:26:05.489809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:26:05.586677 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.590467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.599178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:05.640759 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=912e02008d1140fcab2faae1e9f9b9f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3008368 Apr 20 18:26:05.642372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c1c6f6-ea3b-4ae4-a66b-f491f69d78a8,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:05.643585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 54988) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:05.649833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.650243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.650612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.650975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.651335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.651690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.652044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.652397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.652764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.653117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.653469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.653816 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.658389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:05.706358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.732011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.784980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.790110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:05.803120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c1c6f6-ea3b-4ae4-a66b-f491f69d78a8,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:05.811579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.811957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.812320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.812680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.813035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.813389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.813742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.814116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.814486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.814837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.815188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.815539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.818355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.819604 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23c1c6f6-ea3b-4ae4-a66b-f491f69d78a8 HTTP/1.1" status: 204 len: 168 time: 0.1749616 Apr 20 18:26:05.820558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:26.598481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ac3b270e-a777-441f-a97a-597e74771784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:29.138639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1a018901-5c56-47b7-8426-746b7280efa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:29.452215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:30.032382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:31.280848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:37.818812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:56.598974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-08fdf389-01ca-4ccd-a475-f6173a92f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:59.138360 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-881890be-4823-41ff-948d-8d97f3f852ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:59.456195 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:00.032894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:01.285134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:14.819156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 5 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:27:26.599552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7e9c73ec-c4f6-4d0c-9e59-6bd1a0f540a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:29.138981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6f9eae3b-b4bc-449d-a258-095e2a0c1e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:29.458207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:30.034042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:31.287656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:46.182225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117'] for agent, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:51.003048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55040) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:51.123611 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0f291810-1ce1-4095-86ee-ec04416275c7 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1193960 Apr 20 18:27:51.818584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:27:53.622888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55050) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:53.682118 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c6d4c276-93a5-483e-be93-14eac54f1291 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0580101 Apr 20 18:27:56.601771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4be7af9c-8922-47ed-a3c0-962703ed8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.140541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2556-69a9-4965-91fd-f76dc8dbfea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.464444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:00.035553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:01.290849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:16.140930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:26.603963 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f1a83829-b4f8-4e75-bedf-c9e9315b039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:28.818665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:28:29.142046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-071508e2-0651-4d7d-9165-ddaae29eee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:29.463934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:30.036737 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:31.297548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:46.145010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:56.615185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5ba0a705-f9a0-4eba-ac54-4bafc3d3aec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:59.142999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-070c8631-3aaf-4691-9b80-2d8ea1e98cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:59.469794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:00.039594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:01.299018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:05.821954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:16.150650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:26.626496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-609b7e5b-89d9-49b1-a8df-e6a5e04159f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:29.157611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-881b1068-0d70-488e-ba7b-2ccaf94b3b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:29.485758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:30.045018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.126273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55210) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:31.303470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.359449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-35351286-network', 'tenant_id': '569ed0c107b045b1bc3671306b576896'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:31.365377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:31.371856 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Usage tracker for resource:network and tenant:569ed0c107b045b1bc3671306b576896 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:31.375732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:31.382295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:31.393747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Made reservation on behalf of 569ed0c107b045b1bc3671306b576896 for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:31.399756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.414580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.435483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:31.440252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Usage tracker for resource:security_group_rule and tenant:569ed0c107b045b1bc3671306b576896 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:31.443528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:31.451068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:31.544336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.549527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.554804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:31.584176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3928c9-58d4-459d-b1d3-35976242d839,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:31.594954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.595340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.595712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.596082 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.596451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.596814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.597175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.597533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.597896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.598386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.598622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.598977 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Tracked resource versions report: Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:29:31.600063 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:31.609785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:31.610530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:31.620345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.620872 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Added segment 84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb of type vlan for network 4974d51f-49ae-4b05-add0-8823e31c1ca6 Apr 20 18:29:31.649566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.682359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.684622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:31.685473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:31.690994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:31.804004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Pushing event updated for resources: {'Network': ['ID=4974d51f-49ae-4b05-add0-8823e31c1ca6,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:31.807839 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6803894 Apr 20 18:29:31.808796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:31.811063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55260) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:31.817186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Request body: {'subnet': {'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-35351286-subnet', 'tenant_id': '569ed0c107b045b1bc3671306b576896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:31.817338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:31.822960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:31.826839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Usage tracker for resource:subnet and tenant:569ed0c107b045b1bc3671306b576896 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:31.829824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:31.835694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:31.850643 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Made reservation on behalf of 569ed0c107b045b1bc3671306b576896 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:31.856637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.265735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55280) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.276800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.283611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e4f00189-0a0b-4931-b568-f799dd4470c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:32.307343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55286) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.343150 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55294) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.369641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3c7f02-e6f8-4930-bc46-650cd8fd5015,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:32.386747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.387127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.387499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.387855 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.388237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.388569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.388944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.389345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.389913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.390629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.390981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.391331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Tracked resource versions report: Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:29:32.392401 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:32.401560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Checking segment: {'id': '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:32.401948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Network hostable DHCP agents. Network: 4974d51f-49ae-4b05-add0-8823e31c1ca6, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:32.408288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:32.422760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:32.432004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 4974d51f-49ae-4b05-add0-8823e31c1ca6) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:32.441083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:32.441932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.443505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead98d1f-5911-461a-b1b2-6a1a1004e649 None None] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:32.483972 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6662436 Apr 20 18:29:32.731498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f1e8bd-33f6-45b5-a421-f43c0317acf4 None None] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:32.793857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-982826735-network', 'tenant_id': '86599494a09e472eba299c15a6c641fb'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:32.818615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1457160311-network', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:32.829602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:32.839979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-network', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:32.848733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:32.852998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Usage tracker for resource:network and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:32.857054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:32.872426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:32.900943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:32.904074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Usage tracker for resource:network and tenant:86599494a09e472eba299c15a6c641fb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:32.915593 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:32.922129 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Made reservation on behalf of 44c8fee5654e49c59d79f02d5064924e for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:32.935928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.976950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Usage tracker for resource:network and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:32.980076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.016752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.023711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.036199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.057913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.065137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.071164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.094241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.096798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Made reservation on behalf of 86599494a09e472eba299c15a6c641fb for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.104553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.121309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Made reservation on behalf of 48f59aab19eb4922a2128ef7fbfb5e0d for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.128034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.157267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.171030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.205042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.209401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.216324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Usage tracker for resource:security_group_rule and tenant:86599494a09e472eba299c15a6c641fb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.222672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.227353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.236528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.239783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.250427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.395646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.406674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.433792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.481405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:33.495168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.520211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.520792 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Added segment 3bdcbb47-225d-4d94-ba4a-2788cef6e26d of type vlan for network f3a01c70-4832-4052-98e3-e91738436fed Apr 20 18:29:33.544695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.561900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.567199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.579022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.595550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde22795-2d96-4a62-b629-44edec238f29,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:33.599064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:33.604007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.612666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:33.648084 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:33.668168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.668760 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Added segment b8aac247-f59c-4dd9-8eae-cec67cceb177 of type vlan for network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e Apr 20 18:29:33.682388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3705544f-49aa-4f32-9e0e-c3e555b7fe7c,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:33.688373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.688994 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Added segment fd7968de-05b6-46e7-b1bf-ce8b4cf7d889 of type vlan for network 436efa77-2cda-42b3-8446-8a3ec2c37ccf Apr 20 18:29:33.696969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.713262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:33.713890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.776637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.792876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef060106-cf4b-4760-9a81-bca1d29bea4a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:33.796852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.806659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:33.809721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.809884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:33.816040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-67f85f91-f28f-41c1-9686-3b15f0405d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.986583 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6422460 Apr 20 18:29:33.989166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55356) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:33.989930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.resource_extend [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:29:33.997044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Request body: {'subnet': {'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-subnet', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:34.005134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:34.018566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Usage tracker for resource:subnet and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:34.020714 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Pushing event updated for resources: {'Network': ['ID=f3a01c70-4832-4052-98e3-e91738436fed,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.024466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.028835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:34.034220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.039362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network f3a01c70-4832-4052-98e3-e91738436fed details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:34.047071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:34.050371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:34.054606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.061636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Made reservation on behalf of 44c8fee5654e49c59d79f02d5064924e for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:34.066819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.070544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.109424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.116013 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8483264 Apr 20 18:29:34.171133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:34.172285 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.195943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55366) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.224678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Request body: {'subnet': {'network_id': '3fdf0b5f-d1c9-405a-8783-55d6f12fac5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-982826735-subnet', 'tenant_id': '86599494a09e472eba299c15a6c641fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:34.234012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:34.246214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Usage tracker for resource:subnet and tenant:86599494a09e472eba299c15a6c641fb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:34.253420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:34.264161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdf0b5f-d1c9-405a-8783-55d6f12fac5e,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.268834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:34.278109 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9675148 Apr 20 18:29:34.280173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55374) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.281102 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.283494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.287851 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:34.318541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Request body: {'subnet': {'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1457160311-subnet', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:34.403489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:34.430990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Usage tracker for resource:subnet and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:34.438429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:34.442726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Made reservation on behalf of 86599494a09e472eba299c15a6c641fb for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:34.448297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.478429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:34.573690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Pushing event updated for resources: {'Network': ['ID=436efa77-2cda-42b3-8446-8a3ec2c37ccf,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.588701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:34.602209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.609077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Made reservation on behalf of 48f59aab19eb4922a2128ef7fbfb5e0d for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:34.613979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.951988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55426) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.961800 dv-cinder-786931-2-smb neutron-server[86348]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 18:29:35.185026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-2c47d90b-3829-42d2-b8ba-3f290b17b35f tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:35.186705 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-2c47d90b-3829-42d2-b8ba-3f290b17b35f tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/networks?id=4974d51f-49ae-4b05-add0-8823e31c1ca6 HTTP/1.1" status: 200 len: 810 time: 0.2304947 Apr 20 18:29:35.187813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55452) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:35.295774 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-dea0cb1d-e12b-4621-b6a4-b565ad51e0a0 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/quotas/569ed0c107b045b1bc3671306b576896 HTTP/1.1" status: 200 len: 375 time: 0.0887077 Apr 20 18:29:35.394705 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-a591bde5-1372-442e-aa24-6c5d3bf979c2 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=569ed0c107b045b1bc3671306b576896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972548 Apr 20 18:29:35.398853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.410505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-440f8707-d842-4bb3-82b8-9784b3abe670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:35.499048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17f1a7c-446d-4e9b-9b7f-924664b4c71c,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:35.502718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:35.599941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55464) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:35.627932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Checking segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:35.628332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Network hostable DHCP agents. Network: f3a01c70-4832-4052-98e3-e91738436fed, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:35.677087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.719079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.724867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Usage tracker for resource:security_group_rule and tenant:0cc2595437a1404ba1f5cbd6c90d7715 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.732153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.741399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Network f3a01c70-4832-4052-98e3-e91738436fed is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:35.758625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:35.809065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-b18e4406-356f-40a5-9327-557ab5b73e0f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:29:35.810199 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-b18e4406-356f-40a5-9327-557ab5b73e0f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1114569 Apr 20 18:29:35.812586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, f3a01c70-4832-4052-98e3-e91738436fed) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:35.823284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501f131-1011-4241-8f4b-27de2ea2b7aa None None] Network f3a01c70-4832-4052-98e3-e91738436fed requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:35.839446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.844865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:35.845516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.925173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.934646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Usage tracker for resource:security_group_rule and tenant:ee91beb21d904d91afd113fb00de7fb5 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.943124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.959341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:36.012293 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6be7c9a9-1ce2-426f-87e8-8a09a6d06979 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0156186 Apr 20 18:29:36.012293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.020365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55490) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:36.031297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:36.034391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.045314 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-c496e190-9cab-46d0-a7bf-4ef8bedf6665 service neutron] 10.222.0.26 "GET /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259159 Apr 20 18:29:36.046390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:36.050126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:36.065058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.066608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Usage tracker for resource:router and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:36.079796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e2b6e590-83f7-4c2e-8e0d-c9d405f2d729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:36.096106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:36.125908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:36.127990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-f3a01c70-4832-4052-98e3-e91738436fed', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:29:36.129120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.137801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9354bad4-b809-458f-98c6-1df92d1ea54f,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:36.188977 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cc2595437a1404ba1f5cbd6c90d7715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9984310 Apr 20 18:29:36.193444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55496) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:36.195898 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:36.202636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80c029c-c876-4313-9f54-d0a079c60276,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:36.210401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.211755 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.222853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:36.240500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Checking segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:36.240914 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Network hostable DHCP agents. Network: 436efa77-2cda-42b3-8446-8a3ec2c37ccf, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:36.258395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.319875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Allocated IP 172.20.0.2 (f3a01c70-4832-4052-98e3-e91738436fed/d17f1a7c-446d-4e9b-9b7f-924664b4c71c/726745e4-0fc6-44b3-8a64-39d0b4af1243) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:36.346808 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-7bd625cf-7272-485d-a113-7adf923fe610 service neutron] 10.222.0.26 "GET /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835698 Apr 20 18:29:36.351802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.365058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:36.373505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.396318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df5e7e0a-fde5-4d1b-bf72-d0e3a6f80bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:36.413703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 436efa77-2cda-42b3-8446-8a3ec2c37ccf) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:36.415109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.428273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d64fa-1b1e-4fe0-8e77-e4b3acdf1600 None None] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:36.440441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:36.441099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.461222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.489182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81d143-dccf-4e41-a6da-5ba427eb87c1,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:36.492840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Synchronizing usage tracker for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:security_group {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:36.501202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:36.502589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:36.633381 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.668572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55510) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:36.692181 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-65ea7016-270c-468e-9a90-92070ee4f6cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4098487 Apr 20 18:29:36.702487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55516) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:36.721059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.734178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Unset dirty status for tenant:49f351a3246d4109ac603ee8a7f80a69 on resource:security_group {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:36.744398 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06b11303-a8a4-4698-aeaa-73b111a20788 req-0e8d36a4-e294-4868-9e36-530418a1c424 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 0.0748889 Apr 20 18:29:36.748304 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee91beb21d904d91afd113fb00de7fb5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1123261 Apr 20 18:29:36.750884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55524) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:36.763231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:36.770127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4b53b5-4d3f-4eb6-9ea1-c0039c0a0d09,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:36.776942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:36.778229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:36.781912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Checking segment: {'id': 'b8aac247-f59c-4dd9-8eae-cec67cceb177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3fdf0b5f-d1c9-405a-8783-55d6f12fac5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:36.782334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Network hostable DHCP agents. Network: 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:36.790912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Usage tracker for resource:router and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:36.794560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:36.812294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:36.830479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:36.840650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.842250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.846674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.857639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:36.879169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:36.883057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:36.883969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.891030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9354bad4-b809-458f-98c6-1df92d1ea54f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:36.893638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:36.913393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.917151 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9354bad4-b809-458f-98c6-1df92d1ea54f HTTP/1.1" status: 204 len: 168 time: 0.7138450 Apr 20 18:29:36.920560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.932534 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4c14a9e5-cd87-43ed-9af1-c26f9f4ef90d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7263470 Apr 20 18:29:37.034120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a537a9-4c87-48b5-8d0d-7a6974a140e6 None None] Network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:37.118270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.160064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:29:37.161247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.307104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.456369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Allocated IP 172.20.0.2 (436efa77-2cda-42b3-8446-8a3ec2c37ccf/c80c029c-c876-4313-9f54-d0a079c60276/21e61cb9-ae86-48d1-8d66-a65378d77159) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:37.517569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.699243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55576) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:37.723012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.752467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.760724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:37.765877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Usage tracker for resource:security_group_rule and tenant:f4e14f4760b242cd9dbaf7dc991db0d0 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:37.769367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:37.777385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:37.870208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.885540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Transition to ACTIVE for port object 21e61cb9-ae86-48d1-8d66-a65378d77159 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:38.031730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.040190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.073612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:38.088146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.199125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Transition to ACTIVE for port object 726745e4-0fc6-44b3-8a64-39d0b4af1243 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:38.204178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Transition to ACTIVE for port object 21e61cb9-ae86-48d1-8d66-a65378d77159 will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:38.223781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4420a1-bcff-4639-bf5a-7d0c9977cc22,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.226223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.239110 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4e14f4760b242cd9dbaf7dc991db0d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5383625 Apr 20 18:29:38.240118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.242806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55598) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:38.251736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7b62b097-34be-443d-90eb-d8bd60a5becf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:38.295455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.317225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Transition to ACTIVE for port object 726745e4-0fc6-44b3-8a64-39d0b4af1243 will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:38.331625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:38.347290 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5689fb37-9dc4-4297-801b-cf68c730ede3 req-91ff6273-c35e-4442-a385-e4710e54a65b tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 0.4863255 Apr 20 18:29:38.354677 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.371157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81d143-dccf-4e41-a6da-5ba427eb87c1,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.384699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.414172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.417647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:38.429676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.430954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.432462 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea81d143-dccf-4e41-a6da-5ba427eb87c1 HTTP/1.1" status: 204 len: 168 time: 1.6801538 Apr 20 18:29:38.434308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.435650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:38.444105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf298539-4058-4171-886c-bbe50fb91fea None None] Network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:38.465329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55610) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:38.470010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:38.485259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-834126128-network', 'tenant_id': 'c6ddd1cb02be4c9389d09c0b3d40069c'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:38.537866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:38.538065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Pushing event updated for resources: {'Port': ['ID=21e61cb9-ae86-48d1-8d66-a65378d77159,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.589023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Network f3a01c70-4832-4052-98e3-e91738436fed is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:38.592022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.592365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Usage tracker for resource:network and tenant:c6ddd1cb02be4c9389d09c0b3d40069c is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:38.592498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.592750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.593154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.593521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.593882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.594265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.594625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.594984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.595341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.595700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.596052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Tracked resource versions report: Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:29:38.597271 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:38.607339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:38.609390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.617673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:38.637766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:38.677074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:38.690267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.691934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Allocated IP 172.28.3.254 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:38.722380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:38.742966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Made reservation on behalf of c6ddd1cb02be4c9389d09c0b3d40069c for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:38.748104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.766729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.782234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.843116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Attempting to bind port 21e61cb9-ae86-48d1-8d66-a65378d77159 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:38.843573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Attempting to bind port 21e61cb9-ae86-48d1-8d66-a65378d77159 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:38.844566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Attempting to bind port 21e61cb9-ae86-48d1-8d66-a65378d77159 on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:38.904036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Pushing event updated for resources: {'Port': ['ID=726745e4-0fc6-44b3-8a64-39d0b4af1243,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.951949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:38.959940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Checking segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:38.960527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.960976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Bound using segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:38.961582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Bound port: 21e61cb9-ae86-48d1-8d66-a65378d77159, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:38.962029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.987725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.988301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Attempting to bind port 726745e4-0fc6-44b3-8a64-39d0b4af1243 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:38.988713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Attempting to bind port 726745e4-0fc6-44b3-8a64-39d0b4af1243 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:38.989112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Attempting to bind port 726745e4-0fc6-44b3-8a64-39d0b4af1243 on network f3a01c70-4832-4052-98e3-e91738436fed {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:39.015553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:39.015967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Checking segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:39.016385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.016814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Bound using segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:39.017338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Bound port: 726745e4-0fc6-44b3-8a64-39d0b4af1243, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:39.018089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.061230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.067740 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:39.076385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Usage tracker for resource:security_group_rule and tenant:c6ddd1cb02be4c9389d09c0b3d40069c is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:39.089093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:39.099560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:39.118692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55636) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:39.137233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.143265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.177348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.212535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:39.214823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.218069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.237209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Usage tracker for resource:security_group_rule and tenant:9e3291dfd29c4228a1b93a43cf52732c is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:39.245339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:39.258002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4420a1-bcff-4639-bf5a-7d0c9977cc22,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.259884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:39.263073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:39.270001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.279222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:39.296724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Allocated IP 172.28.3.19 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/33727618-7689-489a-8ef4-fce59287f02a) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:39.300425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.305146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] For port 21e61cb9-ae86-48d1-8d66-a65378d77159, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:39.308247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] For port 21e61cb9-ae86-48d1-8d66-a65378d77159, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=21e61cb9-ae86-48d1-8d66-a65378d77159,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:39.319291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:39.332993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.336687 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a4420a1-bcff-4639-bf5a-7d0c9977cc22 HTTP/1.1" status: 204 len: 168 time: 1.0904341 Apr 20 18:29:39.441157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.507297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.547140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.617281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.619092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.640996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.678870 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde1a5dc-ed86-4005-acd7-df37bf949e64,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.683206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.685401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.757534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] For port 726745e4-0fc6-44b3-8a64-39d0b4af1243, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:39.778747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] For port 726745e4-0fc6-44b3-8a64-39d0b4af1243, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=726745e4-0fc6-44b3-8a64-39d0b4af1243,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:39.779572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:39.783873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.787077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Pushing event updated for resources: {'Port': ['ID=21e61cb9-ae86-48d1-8d66-a65378d77159,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.802165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.803294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.808478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.858182 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e3291dfd29c4228a1b93a43cf52732c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7353451 Apr 20 18:29:39.860538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55662) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:39.876417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.918024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.918218 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Added segment 0030574c-c438-44f3-b267-f45633df3512 of type vlan for network 5727bd78-1f52-4848-812e-e09706d842f7 Apr 20 18:29:39.932816 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Pushing event updated for resources: {'Port': ['ID=726745e4-0fc6-44b3-8a64-39d0b4af1243,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.942469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.966348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e009250-e285-4233-8e99-02f851609773,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.994971 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.996913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:40.007633 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f78585d-40f1-497f-ba16-99d85057b2df req-952e590e-2c9b-4290-9910-b8e70b2885fd tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 0.3047867 Apr 20 18:29:40.045584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.18', 54600) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:40.084885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.109585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.143536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.208008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.213078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.resource_extend [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:29:40.224884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:40.237888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.263486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e009250-e285-4233-8e99-02f851609773,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:40.269889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:40.281282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef9622e4-f78c-497b-8435-0e6e9b3bdfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:40.343463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.347458 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e009250-e285-4233-8e99-02f851609773 HTTP/1.1" status: 204 len: 168 time: 0.4798310 Apr 20 18:29:40.363279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.368410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:40.370949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:40.371595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.398719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:40.399933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-3ce25fd4-1360-4a6f-afac-a1c6ffd63598 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:40.402183 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-3ce25fd4-1360-4a6f-afac-a1c6ffd63598 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.18 "GET /v2.0/networks?id=4974d51f-49ae-4b05-add0-8823e31c1ca6 HTTP/1.1" status: 200 len: 810 time: 0.3538094 Apr 20 18:29:40.413690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.417254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:40.618480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Request body: {'port': {'device_id': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6', 'admin_state_up': True, 'tenant_id': '569ed0c107b045b1bc3671306b576896'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:40.715429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 21e61cb9-ae86-48d1-8d66-a65378d77159 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:40.744761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=33727618-7689-489a-8ef4-fce59287f02a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:40.779832 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3107178 Apr 20 18:29:40.781843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:40.784487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a4489f72-b2f2-43f3-b724-3822b3cc36b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:40.847838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55714) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:40.894805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 21e61cb9-ae86-48d1-8d66-a65378d77159 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:40.953051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Request body: {'subnet': {'network_id': '5727bd78-1f52-4848-812e-e09706d842f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-834126128-subnet', 'tenant_id': 'c6ddd1cb02be4c9389d09c0b3d40069c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:40.967547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:40.992846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Usage tracker for resource:subnet and tenant:c6ddd1cb02be4c9389d09c0b3d40069c is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:41.001262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:41.028289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:41.093091 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Made reservation on behalf of c6ddd1cb02be4c9389d09c0b3d40069c for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:41.095623 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Pushing event updated for resources: {'Network': ['ID=5727bd78-1f52-4848-812e-e09706d842f7,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:41.099086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.108013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 5727bd78-1f52-4848-812e-e09706d842f7 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:41.113535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:41.297382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:41.676621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.857487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.867577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55762) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:41.871008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Usage tracker for resource:port and tenant:569ed0c107b045b1bc3671306b576896 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:41.875662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:42.039883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529d621-0d6c-49f4-a25a-b9bb790cd264 None None] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:42.087860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:42.171443 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dda430f2-c15f-4723-acb2-f8c0c110343d req-831e6a83-0673-4964-adb9-166a4886d81b tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 0.3049600 Apr 20 18:29:42.201303 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa42517-88a8-4738-a162-5875eb67b6d5 None None] Network f3a01c70-4832-4052-98e3-e91738436fed requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:42.218120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Made reservation on behalf of 569ed0c107b045b1bc3671306b576896 for: {'port': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:42.225629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.328683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.473541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Provisioning for port 21e61cb9-ae86-48d1-8d66-a65378d77159 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:42.489521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Provisioning complete for port 21e61cb9-ae86-48d1-8d66-a65378d77159 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:42.489941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.535181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 726745e4-0fc6-44b3-8a64-39d0b4af1243 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:42.668559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.822721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:42.863148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:42.871807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Usage tracker for resource:security_group_rule and tenant:97536c1348d944dd8e97bc3b754c2da9 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:42.882964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:42.885664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:29:42.894175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:42.946477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 726745e4-0fc6-44b3-8a64-39d0b4af1243 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:43.082815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.102656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Router b323c745-e47c-49ce-bb06-10710d3a1793 is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:29:43.459993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.508899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] For port 21e61cb9-ae86-48d1-8d66-a65378d77159, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=21e61cb9-ae86-48d1-8d66-a65378d77159,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:43.534562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.612488 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:43.708168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.814286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Allocated IP 172.20.0.12 (4974d51f-49ae-4b05-add0-8823e31c1ca6/7a3c7f02-e6f8-4930-bc46-650cd8fd5015/09e0c803-2bde-4eae-8f17-b7733869ab25) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:44.097238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Provisioning for port 726745e4-0fc6-44b3-8a64-39d0b4af1243 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:44.115176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e235f65e-9f9f-43c4-89e2-cb02e48c0540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:44.134788 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:44.150377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:44.161714 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:44.177074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Provisioning complete for port 726745e4-0fc6-44b3-8a64-39d0b4af1243 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:44.178383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.189135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:44.190174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:44.199673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.201015 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4479129 Apr 20 18:29:44.205927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55832) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:44.230711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a6326a-82fe-4169-b808-b4be2789c0fb,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:44.421405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Pushing event updated for resources: {'Port': ['ID=21e61cb9-ae86-48d1-8d66-a65378d77159,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:44.428641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:44.438790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:44.510308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:44.514646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:44.515355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:44.533346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:44.553798 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97536c1348d944dd8e97bc3b754c2da9&name=default HTTP/1.1" status: 200 len: 2978 time: 2.5948784 Apr 20 18:29:44.580549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55836) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:44.597612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.605375 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5835018 Apr 20 18:29:44.622083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55840) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:44.635862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-4084b0b4-45a6-4e48-ad0e-feef55bd3c31 req-ba0f3997-aebb-48bb-89cc-ee293c7c0736 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Synchronizing usage tracker for tenant:569ed0c107b045b1bc3671306b576896 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:44.944228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 55848) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:45.000069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8de5e46b-a382-4a2c-b092-6a3fda48440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.219077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:45.251180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:41Z', 'revision_number': 3, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:45.259002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:29:45.259430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Updating router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a port 33727618-7689-489a-8ef4-fce59287f02a binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:29:45.418254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.061665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-4084b0b4-45a6-4e48-ad0e-feef55bd3c31 req-ba0f3997-aebb-48bb-89cc-ee293c7c0736 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Unset dirty status for tenant:569ed0c107b045b1bc3671306b576896 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:46.067108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.072525 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4084b0b4-45a6-4e48-ad0e-feef55bd3c31 req-ba0f3997-aebb-48bb-89cc-ee293c7c0736 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 2.1897914 Apr 20 18:29:46.112821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.306530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.332098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] For port 726745e4-0fc6-44b3-8a64-39d0b4af1243, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=726745e4-0fc6-44b3-8a64-39d0b4af1243,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:46.339299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.370045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Transition to ACTIVE for port object 33727618-7689-489a-8ef4-fce59287f02a will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:46.371162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.383258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43cc75c6-c1f9-4a0a-bf86-8f987c391734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:46.412006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.418949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:46.505795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 21e61cb9-ae86-48d1-8d66-a65378d77159 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:46.575211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Pushing event updated for resources: {'Port': ['ID=33727618-7689-489a-8ef4-fce59287f02a,revision_number=2']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:46.619177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Allocated IP 172.20.0.1 (436efa77-2cda-42b3-8446-8a3ec2c37ccf/c80c029c-c876-4313-9f54-d0a079c60276/9b29fd73-a0b9-44b5-a8f6-b4c86769618e) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:46.643007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.643353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.643707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.644072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.644429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.644785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.645144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.645495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.645855 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.646636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.646636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.646983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Tracked resource versions report: Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: pushed versions: Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': {'1.0'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': {'1.1'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': {'1.7'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': {'1.2'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': {'1.8'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': {'1.0'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': {'1.1'}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': {'1.1'}} Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: consumer versions: Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: { DHCP agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: L3 agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: Metadata agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: Metering agent@dv-cinder-786931-2-smb: {}, Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: Open vSwitch agent@dv-cinder-786931-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'ConntrackHelper': '1.0', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Log': '1.0', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Network': '1.1', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Port': '1.7', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'PortForwarding': '1.2', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'QosPolicy': '1.8', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroup': '1.4', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'SecurityGroupRule': '1.2', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'SubPort': '1.0', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Subnet': '1.1', Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: 'Trunk': '1.1'}} Apr 20 18:29:46.647946 dv-cinder-786931-2-smb neutron-server[86348]: {{(pid=86462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:46.666434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Attempting to bind port 33727618-7689-489a-8ef4-fce59287f02a on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:46.666930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Attempting to bind port 33727618-7689-489a-8ef4-fce59287f02a by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:46.667212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Attempting to bind port 33727618-7689-489a-8ef4-fce59287f02a on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:46.670874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:46.689854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:46.690305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:46.698798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.703947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-fb9c9d47-40b1-4667-88e5-30bcb264e122 None None] Provisioning complete for port 21e61cb9-ae86-48d1-8d66-a65378d77159 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:46.704718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:46.705593 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Bound port: 33727618-7689-489a-8ef4-fce59287f02a, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:46.705712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.706282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9d47-40b1-4667-88e5-30bcb264e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.717116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.856829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:39Z', 'revision_number': 3, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:46.874834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:29:46.875661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Updating router b323c745-e47c-49ce-bb06-10710d3a1793 port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:29:46.891572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] For port 33727618-7689-489a-8ef4-fce59287f02a, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:46.900754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] For port 33727618-7689-489a-8ef4-fce59287f02a, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=33727618-7689-489a-8ef4-fce59287f02a,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:46.910593 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.916434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:46.976969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Pushing event updated for resources: {'Port': ['ID=726745e4-0fc6-44b3-8a64-39d0b4af1243,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:46.998600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.009538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:47.036241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Transition to ACTIVE for port object 9b29fd73-a0b9-44b5-a8f6-b4c86769618e will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:47.072748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.080023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.088496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:47.116549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:47.117565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:47.136988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 21e61cb9-ae86-48d1-8d66-a65378d77159 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:47.137402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.149356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8de5e46b-a382-4a2c-b092-6a3fda48440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.254975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Pushing event updated for resources: {'Port': ['ID=33727618-7689-489a-8ef4-fce59287f02a,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:47.260043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:47.265732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:47.266997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:47.271913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:47.272414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.299620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.361674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Pushing event updated for resources: {'Port': ['ID=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:47.370794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:47.526770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:47.533518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Usage tracker for resource:security_group_rule and tenant:e5fa85dedbc74f73b34acff4d967eeaf is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:47.537379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:47.552185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:47.680546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.738074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.743883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.792442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8de5e46b-a382-4a2c-b092-6a3fda48440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.808184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.839693 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-856fb057-fa2f-4b95-9b97-998d611e2c17 req-8c25d52a-ac47-4cc4-9458-fdbbf160306f tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 0.1877935 Apr 20 18:29:47.847391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1ae0864f-8934-42d4-9d5a-8c8139d5683a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:47.933497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5e46b-a382-4a2c-b092-6a3fda48440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a6326a-82fe-4169-b808-b4be2789c0fb,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:47.935837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.976804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:48.012156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec350e-1d87-4c83-9a52-7c6085a6759d,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:48.032078 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5fa85dedbc74f73b34acff4d967eeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0605862 Apr 20 18:29:48.057533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55890) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:48.070403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:48.083505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:48.189513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-fb9c9d47-40b1-4667-88e5-30bcb264e122 None None] Provisioning complete for port 726745e4-0fc6-44b3-8a64-39d0b4af1243 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:48.189933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9d47-40b1-4667-88e5-30bcb264e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.235828 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.278044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51835fdd-ff9a-4080-ab5e-5c0189c6ba9f,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:48.286867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8de5e46b-a382-4a2c-b092-6a3fda48440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.300645 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8de5e46b-a382-4a2c-b092-6a3fda48440a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1a6326a-82fe-4169-b808-b4be2789c0fb HTTP/1.1" status: 204 len: 168 time: 3.6979394 Apr 20 18:29:48.308083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:48.370188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.379707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:48.382026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:48.415676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Checking segment: {'id': '0030574c-c438-44f3-b267-f45633df3512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5727bd78-1f52-4848-812e-e09706d842f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:48.416698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Network hostable DHCP agents. Network: 5727bd78-1f52-4848-812e-e09706d842f7, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:48.489246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Network 5727bd78-1f52-4848-812e-e09706d842f7 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:48.530060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.530662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 726745e4-0fc6-44b3-8a64-39d0b4af1243 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:48.535724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.537008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.538504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 5727bd78-1f52-4848-812e-e09706d842f7) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:48.542507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e7132a3d-835c-4818-9b7f-5194e11ab8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:48.556822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Allocated IP 172.20.0.1 (f3a01c70-4832-4052-98e3-e91738436fed/d17f1a7c-446d-4e9b-9b7f-924664b4c71c/78fcb9cd-ca76-46cf-9808-12c33bab432b) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:48.584099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:48.584830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.607342 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.7524703 Apr 20 18:29:48.610768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.710632 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8679a66-baae-43e3-9927-75def5039ad5 None None] Network 5727bd78-1f52-4848-812e-e09706d842f7 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:48.723992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-10053081-d354-4a1a-a997-3e2e883ec295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:48.731040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Pushing event updated for resources: {'Port': ['ID=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:48.734426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.735098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:48.774313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:41Z', 'revision_number': 3, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:48.792336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3fb76-115b-43f6-9868-04300ed7a40e None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:41Z', 'revision_number': 3, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:29:48.797844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:48.844120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cec350e-1d87-4c83-9a52-7c6085a6759d,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.040116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:49.050326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Pushing event updated for resources: {'Port': ['ID=09e0c803-2bde-4eae-8f17-b7733869ab25,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.073845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 55914) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:49.086992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:49.194883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:49.216756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:49.219690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:49.232193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Deleting subnet 9a4b53b5-4d3f-4eb6-9ea1-c0039c0a0d09 {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:29:49.236107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.263003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:49.265198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.317758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.340752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.504155 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.9062247 Apr 20 18:29:49.523348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e110-412f-4466-821d-c48e91429c72 req-32a981c4-72f9-476d-8588-96decacf6b9c tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:49.528113 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-14c3e110-412f-4466-821d-c48e91429c72 req-32a981c4-72f9-476d-8588-96decacf6b9c tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 932 time: 0.3102984 Apr 20 18:29:49.536237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-20f332c2-c091-4444-bf64-37d83a84f7ea tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:29:49.537249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-20f332c2-c091-4444-bf64-37d83a84f7ea tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239718 Apr 20 18:29:49.553688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-db82d26d-9ed8-49b4-8cae-945b98dd8644 None None] Provisioning for port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:49.569959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.589271 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cec350e-1d87-4c83-9a52-7c6085a6759d HTTP/1.1" status: 204 len: 168 time: 1.5305533 Apr 20 18:29:49.622597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e754a0-9d65-4486-829f-bd86e123b36a None None] Network 5727bd78-1f52-4848-812e-e09706d842f7 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:49.729334 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-14c3e110-412f-4466-821d-c48e91429c72 req-795bda32-9e78-4c51-a33a-7a2e50f22d77 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910608 Apr 20 18:29:49.769626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.resource_extend [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:29:49.788640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.832858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 726745e4-0fc6-44b3-8a64-39d0b4af1243 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:49.833273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.855802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Transition to ACTIVE for port object 78fcb9cd-ca76-46cf-9808-12c33bab432b will not be triggered until provisioned by entity DHCP. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:49.923337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.938230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:49.941340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:50.067137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Network f3a01c70-4832-4052-98e3-e91738436fed is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:50.074843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:50.094317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:50.094871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.115804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-db82d26d-9ed8-49b4-8cae-945b98dd8644 None None] Provisioning complete for port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:50.133833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-db82d26d-9ed8-49b4-8cae-945b98dd8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.319151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:50.598495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-db82d26d-9ed8-49b4-8cae-945b98dd8644 None None] Port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:50.634075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Request body: {'port': {'device_id': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:50.956665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Pushing event updated for resources: {'Port': ['ID=78fcb9cd-ca76-46cf-9808-12c33bab432b,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:51.149484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.153518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-cffeb05d-3c86-4bb5-8c2c-b2d9683bd37c None None] Provisioning for port 78fcb9cd-ca76-46cf-9808-12c33bab432b completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:51.215099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-cffeb05d-3c86-4bb5-8c2c-b2d9683bd37c None None] Provisioning complete for port 78fcb9cd-ca76-46cf-9808-12c33bab432b triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:51.228550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cffeb05d-3c86-4bb5-8c2c-b2d9683bd37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.266579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.325s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:51.364217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Transition to ACTIVE for port object ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:51.459098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 33727618-7689-489a-8ef4-fce59287f02a up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:51.604941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.668187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:29:51.689226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:51.788536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-cffeb05d-3c86-4bb5-8c2c-b2d9683bd37c None None] Port 78fcb9cd-ca76-46cf-9808-12c33bab432b cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:52.050025 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.052896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:52.066607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:52.074748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077f206-f890-4348-8a2d-16c3ced19829 None None] Pushing event updated for resources: {'Port': ['ID=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:52.091501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.112434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Attempting to bind port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:52.120075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Attempting to bind port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:52.120779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Attempting to bind port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:52.137603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b077f206-f890-4348-8a2d-16c3ced19829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:52.147281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4b53b5-4d3f-4eb6-9ea1-c0039c0a0d09,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:52.156480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:52.175232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:52.177551 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] 10.222.0.26 "PUT /v2.0/routers/630a2790-8192-4a0b-bc1d-5f8b11a30e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9703639 Apr 20 18:29:52.186000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:52.186838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.187412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.188837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:52.189482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Bound port: ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:52.191218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.191676 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a4b53b5-4d3f-4eb6-9ea1-c0039c0a0d09 HTTP/1.1" status: 204 len: 168 time: 3.1032035 Apr 20 18:29:52.203158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56016) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:52.400080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] For port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:52.413199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] For port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:52.433460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.448513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-c2fc4011-76aa-427d-8c81-2acf9ad32812 None None] Provisioning complete for port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:52.450452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4011-76aa-427d-8c81-2acf9ad32812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.508755 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.677235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:52.701000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043101b9-768c-4f0c-be28-89d46a59ee23 req-9567b658-7548-47dd-8bb4-de9d1426e7f5 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:52.703685 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-043101b9-768c-4f0c-be28-89d46a59ee23 req-9567b658-7548-47dd-8bb4-de9d1426e7f5 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 932 time: 1.5021670 Apr 20 18:29:52.736252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.925178 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-043101b9-768c-4f0c-be28-89d46a59ee23 req-77c56a48-180f-46ac-94bf-d5a2617aec8a tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024031 Apr 20 18:29:52.949357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc4011-76aa-427d-8c81-2acf9ad32812 None None] Port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:52.973276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077f206-f890-4348-8a2d-16c3ced19829 None None] Pushing event updated for resources: {'Port': ['ID=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:52.980333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 33727618-7689-489a-8ef4-fce59287f02a completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:53.005473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b077f206-f890-4348-8a2d-16c3ced19829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:53.016933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 33727618-7689-489a-8ef4-fce59287f02a triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:53.030724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.060504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:53.087552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:53.091799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.272930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.355308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:53.362911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.418956 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e0c803-2bde-4eae-8f17-b7733869ab25 {{(pid=86460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:29:53.452625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.456307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.456781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.459391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.459856 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > port after_create 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.460181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.460927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > port after_update 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.460927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.470826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.471000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.471000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.471000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.501503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.526264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.534432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4ce09e18-da13-4e26-a692-133ff4541482 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:53.633260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Transition to ACTIVE for port object 09e0c803-2bde-4eae-8f17-b7733869ab25 will not be triggered until provisioned by entity L2. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:53.708751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.868829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.869226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.869601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.869990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86459) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:53.870497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdf0b5f-d1c9-405a-8783-55d6f12fac5e']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.906180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8aac247-f59c-4dd9-8eae-cec67cceb177') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.906534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8aac247-f59c-4dd9-8eae-cec67cceb177') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.921729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:53.949621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.996026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.003981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:29:54.109656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Pushing event updated for resources: {'Port': ['ID=78fcb9cd-ca76-46cf-9808-12c33bab432b,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:54.128050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:54.156085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:54.491650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.653615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 33727618-7689-489a-8ef4-fce59287f02a, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=33727618-7689-489a-8ef4-fce59287f02a,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:54.659991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Pushing event updated for resources: {'Port': ['ID=09e0c803-2bde-4eae-8f17-b7733869ab25,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:54.683507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:54.692849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.700601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:29:54.725368 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b077f206-f890-4348-8a2d-16c3ced19829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:54.742494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.879925 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:54.934018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Attempting to bind port 09e0c803-2bde-4eae-8f17-b7733869ab25 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:54.951764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Attempting to bind port 09e0c803-2bde-4eae-8f17-b7733869ab25 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6'}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:54.953448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Attempting to bind port 09e0c803-2bde-4eae-8f17-b7733869ab25 on network 4974d51f-49ae-4b05-add0-8823e31c1ca6 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:55.001257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56092) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:55.002427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56094) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:55.068916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 2, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:55.081131 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975187315', 'description': 'tempest-description--101766552'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:55.083612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:29:55.084029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Updating router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:29:55.093559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Port 09e0c803-2bde-4eae-8f17-b7733869ab25 on network 4974d51f-49ae-4b05-add0-8823e31c1ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:29:55.099310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Attempting to bind port 09e0c803-2bde-4eae-8f17-b7733869ab25 on network 4974d51f-49ae-4b05-add0-8823e31c1ca6 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:55.143009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:55.194338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:55.194338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Checking segment: {'id': '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:55.194338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Bound using segment: {'id': '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6'} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:55.194338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Bound port: 09e0c803-2bde-4eae-8f17-b7733869ab25, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6'}}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:55.194338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.247533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:55.248363 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=33727618-7689-489a-8ef4-fce59287f02a,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:55.256638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.261630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Network 3fdf0b5f-d1c9-405a-8783-55d6f12fac5e has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:29:55.268287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Network f3a01c70-4832-4052-98e3-e91738436fed is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:55.283296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:55.298812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.308151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:55.407570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: from cryptography.utils import int_from_bytes Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: from cryptography.utils import int_from_bytes Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: (rel_b, rel_a, rel_b), Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: (rel_b, rel_a, rel_b), Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:29:55.546995 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:29:55.556334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.573390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:55.670455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56118) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:55.677468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdf0b5f-d1c9-405a-8783-55d6f12fac5e,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:55.722759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 2, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:55.727862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c17ce-e7c9-4919-a6db-2d74bf7426ec None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 2, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:29:55.742436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.750536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-580667a1-2848-4523-b869-9cde84a70f86 None None] Provisioning complete for port 78fcb9cd-ca76-46cf-9808-12c33bab432b triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:55.751401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-580667a1-2848-4523-b869-9cde84a70f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.767161 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] 10.222.0.26 "DELETE /v2.0/networks/3fdf0b5f-d1c9-405a-8783-55d6f12fac5e HTTP/1.1" status: 204 len: 168 time: 3.5602498 Apr 20 18:29:55.773873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56124) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:55.842227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-580667a1-2848-4523-b869-9cde84a70f86 None None] Port 78fcb9cd-ca76-46cf-9808-12c33bab432b cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:55.885181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2a653ae-9247-43b0-91b5-101240893c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.889118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] For port 09e0c803-2bde-4eae-8f17-b7733869ab25, host hv-cinder-78693, cleared binding levels {{(pid=86460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:55.903112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] For port 09e0c803-2bde-4eae-8f17-b7733869ab25, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09e0c803-2bde-4eae-8f17-b7733869ab25,segment=NetworkSegment(84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb),segment_id=84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb)] {{(pid=86460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:55.948988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Deleting subnet 51835fdd-ff9a-4080-ab5e-5c0189c6ba9f {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:29:55.952478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.964754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.966080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.018210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.082397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.137503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.164211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.191933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:56.196600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Usage tracker for resource:security_group_rule and tenant:259355792e9847b6924fd706f2ed87c0 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:56.202603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:56.209459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:56.210494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:56.257361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:56.261807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:56.289185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:56.307743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:56.365390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:56.369992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Usage tracker for resource:security_group_rule and tenant:23f1166da0f44b3f9fe6f6a754c8ddaf is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:56.372995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:56.380493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:56.462858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.487815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:56.488621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.488930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Transition to ACTIVE for port object 9b29fd73-a0b9-44b5-a8f6-b4c86769618e will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:56.490055 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] 10.222.0.18 "PUT /v2.0/ports/09e0c803-2bde-4eae-8f17-b7733869ab25 HTTP/1.1" status: 200 len: 1094 time: 6.6424932 Apr 20 18:29:56.496313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'tag': '09e0c803-2bde-4eae-8f17-b7733869ab25'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:56.499083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.501559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.508364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:56.579469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864e79-9a87-4229-8250-f29afc9bab3a req-d4a6dc45-2a15-4499-b902-673d0fdb9c1d tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:56.596852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd378-a996-44ee-995e-e8cfe0f7c832 None None] Pushing event updated for resources: {'Port': ['ID=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:56.598650 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-51864e79-9a87-4229-8250-f29afc9bab3a req-d4a6dc45-2a15-4499-b902-673d0fdb9c1d tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 944 time: 1.9990983 Apr 20 18:29:56.599952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3ffd378-a996-44ee-995e-e8cfe0f7c832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:56.602475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.619573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbf08-cc99-4b65-9f9e-9f72833fa8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.658033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-dbd62c03-0649-44f7-9d2c-3f791d006ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:56.678837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.714539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Pushing event updated for resources: {'Port': ['ID=09e0c803-2bde-4eae-8f17-b7733869ab25,revision_number=3']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:56.749605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Router b323c745-e47c-49ce-bb06-10710d3a1793 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:29:56.753378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:56.786702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.849875 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=259355792e9847b6924fd706f2ed87c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1168964 Apr 20 18:29:56.872139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56142) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:56.888840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb8c630-51ec-44a3-b545-c4003823614a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:56.905893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:56.967202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 33727618-7689-489a-8ef4-fce59287f02a up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:57.100081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Attempting to bind port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:57.109219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Attempting to bind port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:57.110251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Attempting to bind port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:57.117831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:57.119072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Checking segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:57.122479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.123246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Bound using segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:57.124567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Bound port: 9b29fd73-a0b9-44b5-a8f6-b4c86769618e, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:57.125325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.149877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.163975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 33727618-7689-489a-8ef4-fce59287f02a triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:57.164411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.192153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65c0a1f2-91ce-4b1c-ac11-1e2597867479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.246966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.272522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51835fdd-ff9a-4080-ab5e-5c0189c6ba9f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.291188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.317880 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51835fdd-ff9a-4080-ab5e-5c0189c6ba9f HTTP/1.1" status: 204 len: 168 time: 1.5343795 Apr 20 18:29:57.323627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:57.324449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56156) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:57.382968 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] For port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:57.392199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.392727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] For port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:57.401220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.419385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.508615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c7faeb6f-7cb8-4880-a907-71764d77575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.531672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.546598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56168) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:57.585270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:57.585983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:57.619701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.697421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.818890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.884048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb8c630-51ec-44a3-b545-c4003823614a,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.886676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:57.901666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.913174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431480ff-0e31-4f5f-b17d-2be7dd604250,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.915784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.918892 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f1166da0f44b3f9fe6f6a754c8ddaf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9086068 Apr 20 18:29:57.961625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd378-a996-44ee-995e-e8cfe0f7c832 None None] Pushing event updated for resources: {'Port': ['ID=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,revision_number=4']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.980675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3ffd378-a996-44ee-995e-e8cfe0f7c832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.005068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56178) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:58.005749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:58.007436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:58.013220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.044629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5727bd78-1f52-4848-812e-e09706d842f7']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:58.060763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0030574c-c438-44f3-b267-f45633df3512') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:58.061628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0030574c-c438-44f3-b267-f45633df3512') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:58.070999 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] 10.222.0.26 "PUT /v2.0/routers/b323c745-e47c-49ce-bb06-10710d3a1793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4138489 Apr 20 18:29:58.091338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.107261 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.120405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.121648 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fb8c630-51ec-44a3-b545-c4003823614a HTTP/1.1" status: 204 len: 168 time: 1.2393415 Apr 20 18:29:58.130927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:58.139074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Usage tracker for resource:security_group_rule and tenant:57567d0aeb1e4d32a841c956602cbe4a is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:58.142871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.143991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:58.146490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:58.167943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:58.174505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:29:58.180283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.181935 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1573040 Apr 20 18:29:58.184236 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'tag': '09e0c803-2bde-4eae-8f17-b7733869ab25', 'status': 'completed', 'code': 200} Apr 20 18:29:58.185021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589bdc86-0393-4f02-9c08-d48bddc8a912,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:58.212145 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-51864e79-9a87-4229-8250-f29afc9bab3a req-eae83fc9-f147-48ba-9a41-43062884b501 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6048272 Apr 20 18:29:58.216842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.217413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56188) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:58.218133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.247066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.317299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'security_group_rule': {'security_group_id': '589bdc86-0393-4f02-9c08-d48bddc8a912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:58.322709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.339216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:58.341605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-35ddddb7-3f57-446e-83c9-c718b63b1165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:58.356450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431480ff-0e31-4f5f-b17d-2be7dd604250,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:58.359216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:58.363359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:58.365853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.369581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.377434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-ae01e46f-aabf-40bb-b910-ba3a9ab15627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:58.379099 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-ae01e46f-aabf-40bb-b910-ba3a9ab15627 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569ed0c107b045b1bc3671306b576896&device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 1097 time: 0.9985495 Apr 20 18:29:58.381188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:58.389848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.391098 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/431480ff-0e31-4f5f-b17d-2be7dd604250 HTTP/1.1" status: 204 len: 168 time: 0.3818038 Apr 20 18:29:58.432620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.456855 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-49acd182-8c53-4d6a-a2ee-4743113e0046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:58.457051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:58.462098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6296b5-0004-4ea4-99d3-a30e940770bc None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:29:58.505934 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-3ad18be8-5192-4772-8ce7-112b4e045090 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09e0c803-2bde-4eae-8f17-b7733869ab25 HTTP/1.1" status: 200 len: 217 time: 0.1074498 Apr 20 18:29:58.540060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a07849-8d46-4c21-ba74-9cd4cc69c414,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:58.579230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.593349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.693631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e120-8073-478e-a451-3303b5d26a9b req-423eefc6-9e3f-4cfb-863e-402e4c9b8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:58.699339 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-423eefc6-9e3f-4cfb-863e-402e4c9b8cc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a3c7f02-e6f8-4930-bc46-650cd8fd5015 HTTP/1.1" status: 200 len: 850 time: 0.1780300 Apr 20 18:29:58.830704 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-93601d0f-34a0-46cb-85e5-f3df2832febb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4974d51f-49ae-4b05-add0-8823e31c1ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240668 Apr 20 18:29:58.842912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56200) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:58.947764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.986938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:59.047872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.060539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:59.065505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.075895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57567d0aeb1e4d32a841c956602cbe4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5279756 Apr 20 18:29:59.085317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56212) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:59.085837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Usage tracker for resource:security_group_rule and tenant:d422523bdf404f00b3485c2ca9862671 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:59.094959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:59.100094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:59.116958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Network 5727bd78-1f52-4848-812e-e09706d842f7 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:29:59.132680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.190900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d462c908-1b47-4cd3-a23e-ac8d38085e29,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:59.193079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:59.219229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-94b1949b-d126-41af-a88e-6732705fcb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.227953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:59.234221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.235540 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9265237 Apr 20 18:29:59.237333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:59.249385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56218) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:59.252435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:59.254902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.259857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'security_group_rule': {'security_group_id': '589bdc86-0393-4f02-9c08-d48bddc8a912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:59.310111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:59.400152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:59.414069 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-1dea25ee-a9cc-4ec0-bbc7-f1f3219ed664 service neutron] 10.222.0.18 "GET /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698862 Apr 20 18:29:59.415154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:59.496976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56230) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:59.513893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:59.532677 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230660854', 'description': 'tempest-description--1181039815'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:59.544405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:59.549376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:59.553111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:59.564698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:59.586569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.653452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.655599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:59.656773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Network 5727bd78-1f52-4848-812e-e09706d842f7 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:29:59.662468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.663931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9b29fd73-a0b9-44b5-a8f6-b4c86769618e up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:59.707746 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.716472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:59.720304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56234) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:29:59.726804 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:29:59.741678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.777467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.811599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.881384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:59.888430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:59.893605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:59.903345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:59.904588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.911477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:59.912249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.917850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.929568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5da3c001-d54c-4eb8-a398-7694789a7308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:59.942810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Usage tracker for resource:security_group_rule and tenant:4f12977a6d8549b38d29cf2070c0f1d0 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:59.945614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a07849-8d46-4c21-ba74-9cd4cc69c414,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:59.948015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:59.949917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:59.955041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.955955 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2a07849-8d46-4c21-ba74-9cd4cc69c414 HTTP/1.1" status: 204 len: 168 time: 0.8477793 Apr 20 18:29:59.960388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:59.963957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.968339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:59.976813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c7a47-7c7e-47f8-8183-3df3914ee008 req-85fbf0d7-3def-4b51-ba8d-715a2cbb8cf3 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:59.978527 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-420c7a47-7c7e-47f8-8183-3df3914ee008 req-85fbf0d7-3def-4b51-ba8d-715a2cbb8cf3 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 944 time: 0.4568853 Apr 20 18:29:59.987607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:59.995105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Pushing event deleted for resources: {'Network': ['ID=5727bd78-1f52-4848-812e-e09706d842f7,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:59.997300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.999781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.001846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:00.011344 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-59822184-9d8b-407e-985c-bfcce523705d admin admin] 10.222.0.26 "DELETE /v2.0/networks/5727bd78-1f52-4848-812e-e09706d842f7 HTTP/1.1" status: 204 len: 168 time: 2.6832936 Apr 20 18:30:00.014645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.021542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56244) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.079367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.114015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:00.116729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.126625 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-420c7a47-7c7e-47f8-8183-3df3914ee008 req-009caa60-1fb2-4660-bae0-e07a56a5695c tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236558 Apr 20 18:30:00.156797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:00.156797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:00.177841 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f22e120-8073-478e-a451-3303b5d26a9b req-7a992eff-50b6-4195-8f4c-8a7092e6d766 service neutron] 10.222.0.18 "GET /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494497 Apr 20 18:30:00.197274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56250) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.208434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.231428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.234848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.324266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.348538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.353467 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e6f824e3-5cda-4996-96a7-139b747b8ec0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86599494a09e472eba299c15a6c641fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1512463 Apr 20 18:30:00.361996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:00.363930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56254) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.365029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e7568-c10e-4221-977a-b701ccd63325,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:00.370235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:00.434992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9424a28a-3700-43c2-bb6d-e59da9956a1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.495946 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d422523bdf404f00b3485c2ca9862671&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6504290 Apr 20 18:30:00.499625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56264) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.551286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2549e87-4f5e-4dff-9918-0ce0e432e0a8,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:00.567568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:00.568428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.602162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.630700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:00.644339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Usage tracker for resource:security_group_rule and tenant:9068e1d9e3124e5680ea249db4c28cf3 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:00.644515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.648395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.649390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.653587 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3999925 Apr 20 18:30:00.657201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56268) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.657949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.661440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.663717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.691938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.700163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'floatingip': {'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:00.709312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:00.718788 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.725137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.730693 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:00.737624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.742099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:floatingip and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:00.746308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.747988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.749134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-e804046b-731d-4997-a0c1-408b0952ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:00.750814 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-e804046b-731d-4997-a0c1-408b0952ff60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=569ed0c107b045b1bc3671306b576896&device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 1097 time: 0.5128958 Apr 20 18:30:00.760862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.762032 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.769484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.832589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.878632 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.879817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.896510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:00.907791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.923427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.933115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da39425d-ad73-47ea-8184-82d67375107b,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:00.951703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e7568-c10e-4221-977a-b701ccd63325,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:00.964025 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f12977a6d8549b38d29cf2070c0f1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2160628 Apr 20 18:30:00.976369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.978212 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-264e3884-4eba-4b7f-b22f-4986e79e7cb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4606323 Apr 20 18:30:00.979157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.982675 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3705544f-49aa-4f32-9e0e-c3e555b7fe7c HTTP/1.1" status: 204 len: 168 time: 0.6118228 Apr 20 18:30:00.992446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56280) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.992819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56282) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:01.010844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.019775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'security_group_rule': {'security_group_id': 'da39425d-ad73-47ea-8184-82d67375107b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:01.028205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3705544f-49aa-4f32-9e0e-c3e555b7fe7c,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.040829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.045182 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/629e7568-c10e-4221-977a-b701ccd63325 HTTP/1.1" status: 204 len: 168 time: 0.5438490 Apr 20 18:30:01.050186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.051273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.072866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:01.110943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:01.127629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.135814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:01.143599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.165311 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8114907e-9354-4bbd-b526-7064c8e6b18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.168398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:01.172786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92e82a-f3e9-48a1-b7c2-aa8046da136f,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.183660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.187235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.187698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.188876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-ad18e933-951d-4f86-9444-fec316e0b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.190479 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-ad18e933-951d-4f86-9444-fec316e0b483 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4974d51f-49ae-4b05-add0-8823e31c1ca6 HTTP/1.1" status: 200 len: 911 time: 0.4066560 Apr 20 18:30:01.195566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.300789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fac3c-0df6-4dcc-974c-32232fd47bd1,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.314679 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9068e1d9e3124e5680ea249db4c28cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2919710 Apr 20 18:30:01.318567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.318711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56298) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:01.326560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.342736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.355998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.362739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.407394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:01.407962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.408687 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-ed0870f0-de38-41b8-bd37-6f82aba5886b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09e0c803-2bde-4eae-8f17-b7733869ab25 HTTP/1.1" status: 200 len: 217 time: 0.2090065 Apr 20 18:30:01.423355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.558155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Allocated IP 172.28.3.98 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/e2907504-4da9-4e92-88f6-674bd4ebc976) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:01.558378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.559237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.567608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 2, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:01.571864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:01.572540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Updating router b323c745-e47c-49ce-bb06-10710d3a1793 port 78fcb9cd-ca76-46cf-9808-12c33bab432b binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:30:01.699684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.739822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.761066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92e82a-f3e9-48a1-b7c2-aa8046da136f,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.775268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.803691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.808822 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab92e82a-f3e9-48a1-b7c2-aa8046da136f HTTP/1.1" status: 204 len: 168 time: 0.8110757 Apr 20 18:30:01.816419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.820155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.853044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.858320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.861462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-d2d0f9b0-5ac4-47da-8ff1-ad2ef120ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.863104 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-d2d0f9b0-5ac4-47da-8ff1-ad2ef120ab8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a3c7f02-e6f8-4930-bc46-650cd8fd5015 HTTP/1.1" status: 200 len: 850 time: 0.3331490 Apr 20 18:30:01.864849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.872762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56314) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:01.881777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.930739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.938626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:01.942086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:01.947326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:01.978899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c2f75-34d6-447d-83cf-7af9b3184890 req-dbcf4ebd-f3fa-432e-a15e-c75e683fa9cb tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.980406 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-581c2f75-34d6-447d-83cf-7af9b3184890 req-dbcf4ebd-f3fa-432e-a15e-c75e683fa9cb tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 944 time: 0.4522448 Apr 20 18:30:01.994660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.003837 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-8c27098d-9dd6-414c-bcb1-7b255246cf55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4974d51f-49ae-4b05-add0-8823e31c1ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264429 Apr 20 18:30:02.017694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'Port': ['ID=e2907504-4da9-4e92-88f6-674bd4ebc976,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:02.061280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.107108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.193338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.391932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.409255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Transition to ACTIVE for port object 78fcb9cd-ca76-46cf-9808-12c33bab432b will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:02.421864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.443080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-84214ec8-e3c3-4e6c-a6d0-c1aa53fccaad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.486946 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-0a9773bb-fbff-48c9-ab81-581c2319dd67 service neutron] 10.222.0.18 "GET /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414868 Apr 20 18:30:02.517529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78757a6a-fdaa-45c8-8638-480bb7da1c7f,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:02.549891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.555527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.563817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.606667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.754796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.756126 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-465e106c-ba45-483e-9e60-4c6968188b3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7604778 Apr 20 18:30:02.773561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56342) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:02.835747 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-581c2f75-34d6-447d-83cf-7af9b3184890 req-e2404a2a-b7ec-4f88-b888-91669d7b60bf tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242412 Apr 20 18:30:02.837955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'security_group_rule': {'security_group_id': 'da39425d-ad73-47ea-8184-82d67375107b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:02.841308 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-fba84697-f56b-4d19-a506-bbf1f2fd2681 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6ddd1cb02be4c9389d09c0b3d40069c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9619823 Apr 20 18:30:02.860563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56346) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:02.874182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:02.888104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:02.895840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:02.910821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'Port': ['ID=e2907504-4da9-4e92-88f6-674bd4ebc976,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:02.915916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:02.920517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.922481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.930917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.959219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.959807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.971282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 09e0c803-2bde-4eae-8f17-b7733869ab25 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:02.976334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.987241 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3266361 Apr 20 18:30:02.994875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fac3c-0df6-4dcc-974c-32232fd47bd1,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.002881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.004303 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e8fac3c-0df6-4dcc-974c-32232fd47bd1 HTTP/1.1" status: 204 len: 168 time: 1.6376941 Apr 20 18:30:03.008917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.022528 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d0d686e-b999-41f7-8ec6-ef1aef7e7314 req-7b884b0e-df9a-4961-974f-1cf1c6d7305c service neutron] 10.222.0.18 "GET /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027645 Apr 20 18:30:03.034329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.057595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.062713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.064547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.074057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.093662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec104ca2-2f30-4104-97fa-f49d378b2181,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.102158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.134273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.135565 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516116 Apr 20 18:30:03.138792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56364) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:03.144817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9b29fd73-a0b9-44b5-a8f6-b4c86769618e up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:03.145020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'floatingip': {'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:03.154524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:03.161234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:floatingip and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:03.162649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.168166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-711ad662-126b-44c7-98c3-90523cbed99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.177220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281369-7fff-4e95-8bcd-40e0a413c1b1 None None] Pushing event updated for resources: {'Port': ['ID=78fcb9cd-ca76-46cf-9808-12c33bab432b,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.177377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:03.185796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde1a5dc-ed86-4005-acd7-df37bf949e64,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.188007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43281369-7fff-4e95-8bcd-40e0a413c1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.190546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:03.194703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.205924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.207570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.209775 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bde1a5dc-ed86-4005-acd7-df37bf949e64 HTTP/1.1" status: 204 len: 168 time: 0.3475742 Apr 20 18:30:03.244086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Attempting to bind port 78fcb9cd-ca76-46cf-9808-12c33bab432b on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:03.244934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Attempting to bind port 78fcb9cd-ca76-46cf-9808-12c33bab432b by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:03.246211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Attempting to bind port 78fcb9cd-ca76-46cf-9808-12c33bab432b on network f3a01c70-4832-4052-98e3-e91738436fed {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:03.293056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 09e0c803-2bde-4eae-8f17-b7733869ab25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09e0c803-2bde-4eae-8f17-b7733869ab25,segment=NetworkSegment(84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb),segment_id=84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:03.315542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '09e0c803-2bde-4eae-8f17-b7733869ab25', 'network_id': '4974d51f-49ae-4b05-add0-8823e31c1ca6', 'port_id': '09e0c803-2bde-4eae-8f17-b7733869ab25', 'mac_address': 'fa:16:3e:01:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3c7f02-e6f8-4930-bc46-650cd8fd5015', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:03.377778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.409654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.423259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:03.424374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Checking segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:03.424374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.424609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Bound using segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:03.425170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Bound port: 78fcb9cd-ca76-46cf-9808-12c33bab432b, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:03.425697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.484735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e0c803-2bde-4eae-8f17-b7733869ab25 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:03.492579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-648dee8f-4ae1-4ac5-9dc2-b27beda07aac tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:03.514027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-648dee8f-4ae1-4ac5-9dc2-b27beda07aac tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:03.531303 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-648dee8f-4ae1-4ac5-9dc2-b27beda07aac tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1975187315&fields=id&tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d HTTP/1.1" status: 200 len: 267 time: 0.1211326 Apr 20 18:30:03.557673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 09e0c803-2bde-4eae-8f17-b7733869ab25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09e0c803-2bde-4eae-8f17-b7733869ab25,segment=NetworkSegment(84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb),segment_id=84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:03.572418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Allocated IP 172.28.3.6 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/36336991-4615-49a4-ba16-b1d47586a470) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:03.578993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.609930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b277f0d4-4a8d-4041-91ca-be9298df5775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.692063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:03.692480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.740418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] For port 78fcb9cd-ca76-46cf-9808-12c33bab432b, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:03.778875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-ccca6f0f-9585-4809-9bc7-006468a077a5 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:03.790273 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-ccca6f0f-9585-4809-9bc7-006468a077a5 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 811 time: 0.2574992 Apr 20 18:30:03.793441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] For port 78fcb9cd-ca76-46cf-9808-12c33bab432b, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=78fcb9cd-ca76-46cf-9808-12c33bab432b,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:03.801242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=09e0c803-2bde-4eae-8f17-b7733869ab25,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.805040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.809840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.811326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.811843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.818573 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-8fe8e333-1159-4d82-8d0a-b0cef2e90a4d tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/quotas/48f59aab19eb4922a2128ef7fbfb5e0d HTTP/1.1" status: 200 len: 375 time: 0.0272138 Apr 20 18:30:03.875423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.878853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['09e0c803-2bde-4eae-8f17-b7733869ab25'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:03.892827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.964324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:03.965062 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-0489697f-c981-483a-8316-08faea521568 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404774 Apr 20 18:30:03.969640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:03.976172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:04.016273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'Port': ['ID=36336991-4615-49a4-ba16-b1d47586a470,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:04.028070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.090419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.186500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281369-7fff-4e95-8bcd-40e0a413c1b1 None None] Pushing event updated for resources: {'Port': ['ID=78fcb9cd-ca76-46cf-9808-12c33bab432b,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:04.191975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43281369-7fff-4e95-8bcd-40e0a413c1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.208258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.211953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:04.212646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:04.217999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56402) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:04.270488 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.312675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cd0f8-e854-496b-8b16-63bce28279e0 req-ad7fd6d9-f1e1-491d-b4b8-640781ffca79 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:04.320464 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f70cd0f8-e854-496b-8b16-63bce28279e0 req-ad7fd6d9-f1e1-491d-b4b8-640781ffca79 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 945 time: 0.2951663 Apr 20 18:30:04.330555 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-6d257edf-ccab-406b-85b9-bbd5e9ef7d2f service neutron] 10.222.0.26 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413155 Apr 20 18:30:04.374393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:04.384786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Usage tracker for resource:security_group_rule and tenant:c312cf96153547eabb696ac999c7d6d4 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:04.391530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:04.475622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:04.524087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:04.592127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.601111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.605805 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f70cd0f8-e854-496b-8b16-63bce28279e0 req-201f13ab-eef7-4eb3-ace9-f7aee14d03c4 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843764 Apr 20 18:30:04.608190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.725996 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-ee694d37-e2ff-4407-832d-b813287f5526 service neutron] 10.222.0.26 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289728 Apr 20 18:30:04.963885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.009257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 78fcb9cd-ca76-46cf-9808-12c33bab432b up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:05.033884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.081767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-537f2448-9de7-477d-b04b-13210e04f803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:05.095243 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c312cf96153547eabb696ac999c7d6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8737044 Apr 20 18:30:05.095666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56434) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:05.225351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'Port': ['ID=36336991-4615-49a4-ba16-b1d47586a470,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.230117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.248363 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-32b9d3e6-3e16-4c51-8fc1-8bce66362b4b req-37a5b6ec-29df-401e-8663-53f5c2e44058 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 210 time: 0.0735524 Apr 20 18:30:05.251406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb25983a-72db-4bfa-b6a2-93c92172f212,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.285134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.285629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.291705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.330724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.339448 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1989305 Apr 20 18:30:05.363048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 78fcb9cd-ca76-46cf-9808-12c33bab432b completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:05.365308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.377783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 78fcb9cd-ca76-46cf-9808-12c33bab432b triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:05.378432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.473209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.479403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:05.508148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb25983a-72db-4bfa-b6a2-93c92172f212,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.518820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.522859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.530590 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb25983a-72db-4bfa-b6a2-93c92172f212 HTTP/1.1" status: 204 len: 168 time: 0.4337595 Apr 20 18:30:05.832374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.849259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:03Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:05.855817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3b6e-11dc-47a1-bdd2-ef078cd5db74 None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:03Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:05.909010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 78fcb9cd-ca76-46cf-9808-12c33bab432b, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=78fcb9cd-ca76-46cf-9808-12c33bab432b,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:05.920802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.926627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bcda0190-13ea-441b-92ad-7747314b5799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:06.042842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d45e-6efe-4088-9f0f-2878bd58486a req-83ab344b-5809-4b12-bfa4-85ef5d551ae8 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:06.059564 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1ca0d45e-6efe-4088-9f0f-2878bd58486a req-83ab344b-5809-4b12-bfa4-85ef5d551ae8 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 945 time: 0.2890410 Apr 20 18:30:06.067510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=78fcb9cd-ca76-46cf-9808-12c33bab432b,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:06.087109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:06.149828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1ca0d45e-6efe-4088-9f0f-2878bd58486a req-db9129a4-1700-426e-9551-6159fc0bfbc3 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700519 Apr 20 18:30:06.210000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-b8aacf85-e88c-405f-9e5a-455374448c25 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:06.210446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56494) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:06.236178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-b8aacf85-e88c-405f-9e5a-455374448c25 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:06.257353 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-b8aacf85-e88c-405f-9e5a-455374448c25 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1230660854&fields=id&tenant_id=44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 267 time: 0.1111047 Apr 20 18:30:06.502234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-b5bfeb3c-a3c9-4bff-897e-ad3d20b3d7ad tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:06.522664 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-b5bfeb3c-a3c9-4bff-897e-ad3d20b3d7ad tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 817 time: 0.2642567 Apr 20 18:30:06.549159 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-59432813-5540-4b0c-b7f5-f2fcb803ef74 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/quotas/44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 375 time: 0.0254641 Apr 20 18:30:06.731558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.746497 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-98dec124-47a3-43a2-ac28-58a1a3447fdd req-cba1c39f-fa65-4e02-bfa3-4179c0361ad2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 210 time: 0.1943066 Apr 20 18:30:06.788001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:06.793090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Usage tracker for resource:security_group_rule and tenant:a79b22d32ec84f8094d400ddc1500472 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:06.797864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:06.804629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:06.824843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 09e0c803-2bde-4eae-8f17-b7733869ab25 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:06.861498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-6fbc7d81-16fb-4763-b79f-98ba2a7bba03 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:06.912364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-6fbc7d81-16fb-4763-b79f-98ba2a7bba03 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:06.914142 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-6fbc7d81-16fb-4763-b79f-98ba2a7bba03 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3640671 Apr 20 18:30:06.935181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 78fcb9cd-ca76-46cf-9808-12c33bab432b up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:06.938294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.944579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.956265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2777b7ef-33a8-4bc0-877c-96fbc1552c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:07.008451 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a79b22d32ec84f8094d400ddc1500472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7968242 Apr 20 18:30:07.009644 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337e5c24-fed8-4004-a846-2b19145c5be1,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:07.011330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56528) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:07.027848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:07.108821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 78fcb9cd-ca76-46cf-9808-12c33bab432b triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:07.109405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.114390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.145938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.149794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 09e0c803-2bde-4eae-8f17-b7733869ab25 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:07.166320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 09e0c803-2bde-4eae-8f17-b7733869ab25 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:07.166798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.227506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.241474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9fa7d3db-b68c-47e0-83b6-64e406a62ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:07.269074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.274076 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/337e5c24-fed8-4004-a846-2b19145c5be1 HTTP/1.1" status: 204 len: 168 time: 0.2587335 Apr 20 18:30:07.276044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337e5c24-fed8-4004-a846-2b19145c5be1,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:07.285074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:07.463682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.518463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e0c803-2bde-4eae-8f17-b7733869ab25'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:07.601650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 09e0c803-2bde-4eae-8f17-b7733869ab25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09e0c803-2bde-4eae-8f17-b7733869ab25,segment=NetworkSegment(84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb),segment_id=84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:07.607406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.612176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:07.807808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=09e0c803-2bde-4eae-8f17-b7733869ab25,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:07.819117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:07.869631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-d795fe48-4a2b-4906-994f-d204a86071bf tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:07.869631 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-d795fe48-4a2b-4906-994f-d204a86071bf tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 811 time: 0.4575310 Apr 20 18:30:07.900445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881f25-a7d4-43a0-863d-41b5f923d698 req-64f019f6-1d2a-4833-8ddd-82ed56ba667a tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:07.900445 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-75881f25-a7d4-43a0-863d-41b5f923d698 req-64f019f6-1d2a-4833-8ddd-82ed56ba667a tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 945 time: 0.5601509 Apr 20 18:30:08.007754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-571063ef-8dc0-44f3-910d-7e5288c33ebf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:30:08.008830 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-571063ef-8dc0-44f3-910d-7e5288c33ebf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3776374 Apr 20 18:30:08.187759 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-75881f25-a7d4-43a0-863d-41b5f923d698 req-afeb8af0-7168-4a0e-8050-bfc9eebc7f52 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313802 Apr 20 18:30:08.201939 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-6f0e5c10-f493-4b42-846f-efb8112b59d9 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d HTTP/1.1" status: 200 len: 5704 time: 0.2957211 Apr 20 18:30:08.205455 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-e5c753f7-05d5-43e1-ac3e-97e1a87fc077 service neutron] 10.222.0.26 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861980 Apr 20 18:30:08.215845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'port': {'device_id': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'admin_state_up': True, 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'security_groups': ['589bdc86-0393-4f02-9c08-d48bddc8a912']}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:08.512887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:08.517225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:port and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:08.568256 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-81c06477-f6ca-48de-9079-0109d4586552 req-78ae3358-45b4-436a-9cd7-03e24879de06 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 210 time: 0.1846640 Apr 20 18:30:08.573656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:08.598443 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:08.613952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Made reservation on behalf of 48f59aab19eb4922a2128ef7fbfb5e0d for: {'port': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:08.620455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.054647 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-cd0a5b9a-ba77-49df-9698-4834837cf12c service neutron] 10.222.0.26 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649256 Apr 20 18:30:09.072354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Allocated IP 172.20.0.3 (436efa77-2cda-42b3-8446-8a3ec2c37ccf/c80c029c-c876-4313-9f54-d0a079c60276/18f9995e-a871-486e-b911-d4ee97a7e386) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:09.211629 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e0c803-2bde-4eae-8f17-b7733869ab25', 'code': 200} Apr 20 18:30:09.484221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.501164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Transition to ACTIVE for port object 18f9995e-a871-486e-b911-d4ee97a7e386 will not be triggered until provisioned by entity DHCP. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:09.551557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.18', 54636) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:09.663953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-71d41d0c-6b9a-4b24-95fa-c88f8d94a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:09.665926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-71d41d0c-6b9a-4b24-95fa-c88f8d94a9fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 1099 time: 0.1126852 Apr 20 18:30:09.707450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.717833 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2d02672a-bacb-4350-9167-68c591ce2b6e req-45320c1f-872d-4077-b476-6706c4cc2d9b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 210 time: 0.1954346 Apr 20 18:30:09.722770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.745721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:09.763698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:09.773440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Usage tracker for resource:security_group_rule and tenant:78f01ad25ec5476f917a8202b2202754 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:09.780385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:09.806181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:09.872688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'Port': ['ID=18f9995e-a871-486e-b911-d4ee97a7e386,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:09.877254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:09.914275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001a05a-2a54-4340-a5e3-44b5462a9ce8 req-174e16d7-44bc-402f-aa18-ad7c257cfc22 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:09.916158 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2001a05a-2a54-4340-a5e3-44b5462a9ce8 req-174e16d7-44bc-402f-aa18-ad7c257cfc22 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 946 time: 0.3931077 Apr 20 18:30:09.918719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:09.920503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:09.934587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:09.944554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:09.945550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.059309 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8512936 Apr 20 18:30:10.069264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.078566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.105429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-de03c23b-a144-4583-ac21-e05c94b35002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:10.122110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Request body: {'port': {'device_id': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:10.135080 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eea09126-6cad-4c66-b910-63df514e0ee6 req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614968 Apr 20 18:30:10.189990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d49cd2e4-a30b-4f28-91cb-8b15bdc34bf2,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:10.201518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:10.247850 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2001a05a-2a54-4340-a5e3-44b5462a9ce8 req-2836760b-719e-4e57-b8f0-4cd58f928088 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789297 Apr 20 18:30:10.270222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56680) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:10.335671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e91308d3-83ec-46a3-903b-5b461be75b8e None None] Provisioning for port 18f9995e-a871-486e-b911-d4ee97a7e386 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:10.349094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e91308d3-83ec-46a3-903b-5b461be75b8e None None] Provisioning complete for port 18f9995e-a871-486e-b911-d4ee97a7e386 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:10.351521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e91308d3-83ec-46a3-903b-5b461be75b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.385430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990662-a1e9-48b2-a2a8-544de2193abd req-8b4a54c0-fd69-424b-996c-d4d5b8a40341 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:10.386271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-48990662-a1e9-48b2-a2a8-544de2193abd req-8b4a54c0-fd69-424b-996c-d4d5b8a40341 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:10.421771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-48990662-a1e9-48b2-a2a8-544de2193abd req-8b4a54c0-fd69-424b-996c-d4d5b8a40341 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:10.431276 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-48990662-a1e9-48b2-a2a8-544de2193abd req-8b4a54c0-fd69-424b-996c-d4d5b8a40341 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 931 time: 0.4517782 Apr 20 18:30:10.452262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.527004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e91308d3-83ec-46a3-903b-5b461be75b8e None None] Port 18f9995e-a871-486e-b911-d4ee97a7e386 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:30:10.567926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-48990662-a1e9-48b2-a2a8-544de2193abd req-9a9cc754-ac56-4a5b-8639-a6a0dafc8fcd tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356909 Apr 20 18:30:10.829364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.855268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:10.865570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6ad97563384d86a90602812d130c48 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:10.870885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:10.881551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:10.969438 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5d288523-7b39-40d1-a468-746993ed6faa req-943f05a0-6f3a-4747-bd87-0e2bbedb927c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 210 time: 0.0671670 Apr 20 18:30:11.063246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.071405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.081682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-98ce7e21-5e2d-468a-9857-e2b4f500f1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.103532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f9995e-a871-486e-b911-d4ee97a7e386 {{(pid=86460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:11.117528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.135822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Transition to ACTIVE for port object 18f9995e-a871-486e-b911-d4ee97a7e386 will not be triggered until provisioned by entity L2. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:11.141551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.150206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.167898 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f6ad97563384d86a90602812d130c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8961594 Apr 20 18:30:11.170825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26a03c4-7336-4ef0-8a03-bc094590bd25,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:11.198166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56710) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:11.206441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:11.318212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56716) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:11.354908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f9995e-a871-486e-b911-d4ee97a7e386,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:11.366491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:11.437725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.488544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Attempting to bind port 18f9995e-a871-486e-b911-d4ee97a7e386 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:11.488890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Attempting to bind port 18f9995e-a871-486e-b911-d4ee97a7e386 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:11.489269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Attempting to bind port 18f9995e-a871-486e-b911-d4ee97a7e386 on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:11.494626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Port 18f9995e-a871-486e-b911-d4ee97a7e386 on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:11.494988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Attempting to bind port 18f9995e-a871-486e-b911-d4ee97a7e386 on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:11.504819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:11.505200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Checking segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:11.505629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Bound using segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:11.506285 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Bound port: 18f9995e-a871-486e-b911-d4ee97a7e386, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:11.506748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.569292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.668704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-761019b4-4a29-473d-b261-62859d9e66d7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:11.669503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-761019b4-4a29-473d-b261-62859d9e66d7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:network {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:11.739147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-761019b4-4a29-473d-b261-62859d9e66d7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:network {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:11.740984 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-761019b4-4a29-473d-b261-62859d9e66d7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 817 time: 0.5708864 Apr 20 18:30:11.885694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] For port 18f9995e-a871-486e-b911-d4ee97a7e386, host hv-cinder-78693, cleared binding levels {{(pid=86460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:11.906119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] For port 18f9995e-a871-486e-b911-d4ee97a7e386, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18f9995e-a871-486e-b911-d4ee97a7e386,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:11.921440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f84e-5e5d-4ad0-8720-2eb9a938a41b req-cf094673-e6a3-48f8-8922-bc6ea54bdf8d tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:11.926761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.929490 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-67a1f84e-5e5d-4ad0-8720-2eb9a938a41b req-cf094673-e6a3-48f8-8922-bc6ea54bdf8d tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 946 time: 0.3982201 Apr 20 18:30:11.949723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.972130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1fd21640-8cb1-40ec-a990-ac6b76c52fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.981475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.997007 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-67a1f84e-5e5d-4ad0-8720-2eb9a938a41b req-b1c4b041-16e3-46c1-9331-5a20ef7451c3 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Apr 20 18:30:12.015365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:12.023280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-fe2d9de7-fa70-469e-a8f3-ae48b6f4faa0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:12.038240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:12.038511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26a03c4-7336-4ef0-8a03-bc094590bd25,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.045693 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Usage tracker for resource:security_group_rule and tenant:cd5d0568c1e24870afa4d87472373ee0 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:12.049474 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:12.052675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.064970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:12.076356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-fe2d9de7-fa70-469e-a8f3-ae48b6f4faa0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:12.077681 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-fe2d9de7-fa70-469e-a8f3-ae48b6f4faa0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 5705 time: 0.3227239 Apr 20 18:30:12.084061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.088213 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e26a03c4-7336-4ef0-8a03-bc094590bd25 HTTP/1.1" status: 204 len: 168 time: 0.8872678 Apr 20 18:30:12.102231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'port': {'device_id': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'admin_state_up': True, 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'security_groups': ['da39425d-ad73-47ea-8184-82d67375107b']}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:12.143077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.143774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.145279 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 1093 time: 2.0287652 Apr 20 18:30:12.159848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f9995e-a871-486e-b911-d4ee97a7e386,revision_number=3']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.164558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.176752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:12.325252 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b972b1a1-9027-4938-99cb-9550606bdb2f req-e3acae34-ff84-4d6d-9edc-295e7bdc5e22 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 210 time: 0.0615277 Apr 20 18:30:12.337215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf946ae-6d96-43f4-a8b5-a529e614ebec req-179df992-895a-4454-a9d1-c84e0e745814 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.346376 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbf946ae-6d96-43f4-a8b5-a529e614ebec req-179df992-895a-4454-a9d1-c84e0e745814 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 943 time: 0.5203447 Apr 20 18:30:12.417038 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbf946ae-6d96-43f4-a8b5-a529e614ebec req-91b51f43-746d-4b8a-8cfd-b25ddbbd1284 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695462 Apr 20 18:30:12.444163 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386', 'status': 'completed', 'code': 200} Apr 20 18:30:12.454891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-e2c29d81-8c4a-4dbd-9d84-9aada243c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.456579 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-e2c29d81-8c4a-4dbd-9d84-9aada243c136 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1096 time: 0.2688174 Apr 20 18:30:12.477387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:12.488531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:12.521532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Made reservation on behalf of 44c8fee5654e49c59d79f02d5064924e for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:12.527779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.563781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.631484 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-d9bd5601-0521-4308-a3a2-93b5869df73a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 217 time: 0.1678543 Apr 20 18:30:12.701059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.711612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:12.731164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-cdb82b6a-e250-461e-944e-247095a354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.733585 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-cdb82b6a-e250-461e-944e-247095a354a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0954738 Apr 20 18:30:12.743177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b4708-dbd4-4ecd-93be-3d1e97a2834f,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.759886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.818850 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd5d0568c1e24870afa4d87472373ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4660416 Apr 20 18:30:12.819912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56762) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:12.864668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 56766) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:12.897140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.906434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.932129 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:12.938346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Usage tracker for resource:security_group_rule and tenant:513d88c31dd94cea850a072fb8565f9c is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:12.940818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:12.947821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:12.982349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.019259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Allocated IP 172.20.0.7 (f3a01c70-4832-4052-98e3-e91738436fed/d17f1a7c-446d-4e9b-9b7f-924664b4c71c/b2934fbd-4083-4c9e-853e-6f2a19580709) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:13.047343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.052797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.055585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-f114b050-27e6-4b22-b702-6d285dc43a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:13.057230 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-f114b050-27e6-4b22-b702-6d285dc43a17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3173904 Apr 20 18:30:13.091651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:13.103524 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=513d88c31dd94cea850a072fb8565f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336297 Apr 20 18:30:13.106829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56774) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:13.159084 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.216429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-deb6fd4b-7461-4561-9244-b137f7585666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:13.326787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b4708-dbd4-4ecd-93be-3d1e97a2834f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.327919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bdb5f3-5d9b-4a0d-835d-7a015ea89d0e,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.333691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.337609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.391108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.394841 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e64b4708-dbd4-4ecd-93be-3d1e97a2834f HTTP/1.1" status: 204 len: 168 time: 0.5677273 Apr 20 18:30:13.399358 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-cb4b478f-3a41-4ab8-b2ea-c32bc6da0510 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090005 Apr 20 18:30:13.401388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.411390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b4453-6c76-4140-bb93-3e6f50a43772 req-8a9da2bb-8d6c-4c7f-81d3-9e7f9aaff3a3 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:13.413434 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-314b4453-6c76-4140-bb93-3e6f50a43772 req-8a9da2bb-8d6c-4c7f-81d3-9e7f9aaff3a3 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 946 time: 0.1707144 Apr 20 18:30:13.458747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.481355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.524029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Transition to ACTIVE for port object b2934fbd-4083-4c9e-853e-6f2a19580709 will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:13.551823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.558012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f17450fd-649b-45ef-9d81-a251b116216c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:13.568171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.572631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bdb5f3-5d9b-4a0d-835d-7a015ea89d0e,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.576883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.588371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fb2e067-55e7-44ca-a8bc-0723325722b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:13.633682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.635086 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0eeaf5f5-fe95-4f7f-9164-13dfb40ff643 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19bdb5f3-5d9b-4a0d-835d-7a015ea89d0e HTTP/1.1" status: 204 len: 168 time: 0.5270448 Apr 20 18:30:13.653205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Network f3a01c70-4832-4052-98e3-e91738436fed is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:13.659086 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-314b4453-6c76-4140-bb93-3e6f50a43772 req-f46597de-329c-4919-aea7-61b3b12fb85f tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188904 Apr 20 18:30:13.661897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:13.667253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:13.739324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.744584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.752704 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-364a8e35-4813-4406-8610-4c1404d3ad19 req-32a2155e-dd1c-4c3b-84a7-8a4cf4373b14 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381026 Apr 20 18:30:13.762297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4681-2c7c-42cb-84b1-2fa75ba49eec req-90269247-be9f-4f42-bab1-2893e33e1e62 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:13.764151 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-38af4681-2c7c-42cb-84b1-2fa75ba49eec req-90269247-be9f-4f42-bab1-2893e33e1e62 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 931 time: 0.2214332 Apr 20 18:30:13.815231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:13.816100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.862145 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7706480 Apr 20 18:30:13.879866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Request body: {'port': {'device_id': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:13.899752 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-38af4681-2c7c-42cb-84b1-2fa75ba49eec req-faf1d901-c8ca-4ae5-aff5-d7d151c4d13b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285119 Apr 20 18:30:13.999592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-d80ed672-194d-4725-8341-d9459dc7fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.001228 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-d80ed672-194d-4725-8341-d9459dc7fb19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1096 time: 0.1979990 Apr 20 18:30:14.048356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-d2e66220-7616-4ea5-a100-6aaac7ea576f None None] Provisioning for port b2934fbd-4083-4c9e-853e-6f2a19580709 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:14.058967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-d2e66220-7616-4ea5-a100-6aaac7ea576f None None] Provisioning complete for port b2934fbd-4083-4c9e-853e-6f2a19580709 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:14.059367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d2e66220-7616-4ea5-a100-6aaac7ea576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.115091 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.193586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d2e66220-7616-4ea5-a100-6aaac7ea576f None None] Port b2934fbd-4083-4c9e-853e-6f2a19580709 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:30:14.658576 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56826) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:14.684432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.699803 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2934fbd-4083-4c9e-853e-6f2a19580709 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:14.703882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-3cddb126-8651-406a-9599-016668c04e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.710481 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-3cddb126-8651-406a-9599-016668c04e9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.7006783 Apr 20 18:30:14.714423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:14.717926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.734904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:21c19b7987334390a361ade52b204a47 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:14.740844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:14.758830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:14.797653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e400d1-8b74-463c-8eab-a2cc134eda86 req-28ef96a6-10b5-447b-81aa-1dd42736ec78 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.799647 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-45e400d1-8b74-463c-8eab-a2cc134eda86 req-28ef96a6-10b5-447b-81aa-1dd42736ec78 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 943 time: 0.8826663 Apr 20 18:30:14.830188 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-3264b695-5b14-4eb5-94a8-43f8d55ad25e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 217 time: 0.1089196 Apr 20 18:30:14.854267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Transition to ACTIVE for port object b2934fbd-4083-4c9e-853e-6f2a19580709 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:14.881631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.917261 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:14.923565 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-45e400d1-8b74-463c-8eab-a2cc134eda86 req-d45a0aca-595b-4925-aa63-4d869766ece9 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172628 Apr 20 18:30:14.954370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-f12e11d0-7f1f-4f2c-aab6-b61326298898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.956077 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-f12e11d0-7f1f-4f2c-aab6-b61326298898 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.1137633 Apr 20 18:30:15.010157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.102461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.156871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-231affcc-95a5-4433-ab94-a997b09aed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.158503 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-231affcc-95a5-4433-ab94-a997b09aed71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1952515 Apr 20 18:30:15.175208 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21c19b7987334390a361ade52b204a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108023 Apr 20 18:30:15.184807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56860) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:15.322214 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-1902cad4-c2ea-4027-9e0a-3c9e967548bc service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549127 Apr 20 18:30:15.322428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:15.356503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:15.358926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b75a9069-17aa-4e4b-9263-4a9836a3bb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:15.488364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2363b1-8626-4cbf-8d98-1975a633994c,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:15.495973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:15.514116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Attempting to bind port b2934fbd-4083-4c9e-853e-6f2a19580709 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:15.514493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Attempting to bind port b2934fbd-4083-4c9e-853e-6f2a19580709 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:15.514858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Attempting to bind port b2934fbd-4083-4c9e-853e-6f2a19580709 on network f3a01c70-4832-4052-98e3-e91738436fed {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:15.521860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.524599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Port b2934fbd-4083-4c9e-853e-6f2a19580709 on network f3a01c70-4832-4052-98e3-e91738436fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:15.524983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Attempting to bind port b2934fbd-4083-4c9e-853e-6f2a19580709 on network f3a01c70-4832-4052-98e3-e91738436fed {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:15.543502 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:15.543885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Checking segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:15.544513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Bound using segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:15.545545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Bound port: b2934fbd-4083-4c9e-853e-6f2a19580709, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:15.546038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.583540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.587100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1058d-5cc0-4156-9418-ba43f3d96bc7 req-d14165b0-b0b8-4dac-b5da-82d48c9085de tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.588877 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-36e1058d-5cc0-4156-9418-ba43f3d96bc7 req-d14165b0-b0b8-4dac-b5da-82d48c9085de tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.2655277 Apr 20 18:30:15.598893 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dc142ab1-bc9c-4b76-92c0-7d564370bcb1 req-1efb9fd3-6757-47ec-9b58-d9aefa5a2028 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297654 Apr 20 18:30:15.651547 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-36e1058d-5cc0-4156-9418-ba43f3d96bc7 req-d53555d5-39ff-4179-88a2-60f20a372f7b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551178 Apr 20 18:30:15.728362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:15.733224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:15.738965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.743796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.749696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:15.828570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.833395 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be2363b1-8626-4cbf-8d98-1975a633994c HTTP/1.1" status: 204 len: 168 time: 0.6430213 Apr 20 18:30:15.844281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.845201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.846942 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 1093 time: 1.9775734 Apr 20 18:30:15.847830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:15.875280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:15.925004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:15.935903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85422dfa-05d9-49e0-8e11-61bc60acad52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:15.974915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2363b1-8626-4cbf-8d98-1975a633994c,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:15.985627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:16.037817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-9390cd9a-a25c-4656-86af-6dc63131ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.039518 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-9390cd9a-a25c-4656-86af-6dc63131ff50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1096 time: 0.1574235 Apr 20 18:30:16.155691 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-ba8b0e53-1e7b-425c-a996-b553f316c90e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 217 time: 0.1081600 Apr 20 18:30:16.196256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.240702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-5e96e4d8-16c4-4def-9830-5a9e677c948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.252909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a1e89-95fc-4b3d-8d3a-6a5d6a6cc732 req-8bc78fb6-39e8-4adf-b150-8cea67fb0f7c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.255262 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-097a1e89-95fc-4b3d-8d3a-6a5d6a6cc732 req-8bc78fb6-39e8-4adf-b150-8cea67fb0f7c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 943 time: 0.1491351 Apr 20 18:30:16.257011 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-5e96e4d8-16c4-4def-9830-5a9e677c948c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0956786 Apr 20 18:30:16.352647 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-097a1e89-95fc-4b3d-8d3a-6a5d6a6cc732 req-b63c2ba0-4b8f-4edb-ad1a-48624f769e6e tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900588 Apr 20 18:30:16.385631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-ca2c39a8-266d-47dd-a841-11abf7863c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.387688 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-ca2c39a8-266d-47dd-a841-11abf7863c99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1237516 Apr 20 18:30:16.619496 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-df0d5996-eeb6-4f51-bf2e-b06cd5af309b service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201054 Apr 20 18:30:16.925049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 18f9995e-a871-486e-b911-d4ee97a7e386 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:16.925577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c14be-fe4e-4207-8ec4-cbdd54363a39 req-9f6b63e4-4ad1-481c-9bae-198f0f0ab750 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.934229 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-025c14be-fe4e-4207-8ec4-cbdd54363a39 req-9f6b63e4-4ad1-481c-9bae-198f0f0ab750 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1254795 Apr 20 18:30:16.949415 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0483ed12-988a-454f-b4b9-59b523d600f2 req-f51cd9d1-9544-47a4-999a-d7ddb3d9d267 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206766 Apr 20 18:30:16.951371 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'status': 'completed', 'code': 200} Apr 20 18:30:16.951826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 56940) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:16.990905 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-025c14be-fe4e-4207-8ec4-cbdd54363a39 req-7a180dc5-29e8-490c-9b7b-e41e07a791ce tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553000 Apr 20 18:30:17.099012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-a862c6d4-e1f0-4760-a8fe-1183041a5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.101221 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-a862c6d4-e1f0-4760-a8fe-1183041a5751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1096 time: 0.0917909 Apr 20 18:30:17.214730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:17.242843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 18f9995e-a871-486e-b911-d4ee97a7e386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18f9995e-a871-486e-b911-d4ee97a7e386,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:17.269035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '18f9995e-a871-486e-b911-d4ee97a7e386', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'port_id': '18f9995e-a871-486e-b911-d4ee97a7e386', 'mac_address': 'fa:16:3e:2d:6b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:17.434517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:17.487746 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f9995e-a871-486e-b911-d4ee97a7e386 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:17.527760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 18f9995e-a871-486e-b911-d4ee97a7e386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18f9995e-a871-486e-b911-d4ee97a7e386,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:17.532610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:17.537917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:17.588178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:17.610888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Usage tracker for resource:security_group_rule and tenant:cd2fdf9263234498b88f36df60c15a3d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:17.617729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:17.628572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-9287c5d0-57af-4322-b481-65cf9535765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.630584 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-9287c5d0-57af-4322-b481-65cf9535765b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.5214002 Apr 20 18:30:17.631680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:17.689662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=18f9995e-a871-486e-b911-d4ee97a7e386,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:17.693434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:17.749447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4611cd-163b-4376-b26f-b77b7f9ab79f req-7ed9eafc-cf78-4b90-9bee-8c8b1bf40be1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.751078 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7b4611cd-163b-4376-b26f-b77b7f9ab79f req-7ed9eafc-cf78-4b90-9bee-8c8b1bf40be1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 944 time: 0.1567597 Apr 20 18:30:17.766848 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-12a81495-b6c4-40be-a078-cd8c904bdaa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 217 time: 0.1282926 Apr 20 18:30:17.772655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['18f9995e-a871-486e-b911-d4ee97a7e386'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:17.827409 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7b4611cd-163b-4376-b26f-b77b7f9ab79f req-45051cd1-ff63-4eb3-9500-2cf236de6edb tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696146 Apr 20 18:30:17.863659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-9a1b3561-e2f0-43ab-9fc2-51ff36ae105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.865267 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-9a1b3561-e2f0-43ab-9fc2-51ff36ae105b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0896411 Apr 20 18:30:18.002693 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.010785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.022287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:18.043055 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-03995d70-c102-4007-84c9-a74fb302f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:18.044868 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-03995d70-c102-4007-84c9-a74fb302f30f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1724224 Apr 20 18:30:18.110760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c168abb-8400-4512-9265-5996c2af1558,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:18.173649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:18.176924 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd2fdf9263234498b88f36df60c15a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2241621 Apr 20 18:30:18.182456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57000) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:18.260257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1df1b0-4298-43d4-ae88-c575093ca99b req-027f2b2d-94ff-4f96-9207-d87886a5464f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:18.261910 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bf1df1b0-4298-43d4-ae88-c575093ca99b req-027f2b2d-94ff-4f96-9207-d87886a5464f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1256518 Apr 20 18:30:18.316076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.338476 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-903f1ed0-bfe3-4ff2-9115-f58dcc75f398 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800581 Apr 20 18:30:18.341608 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bf1df1b0-4298-43d4-ae88-c575093ca99b req-e2b5f91e-b6e2-41c7-a402-ed9de2496287 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706007 Apr 20 18:30:18.522607 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6367dd4-fc38-4b50-9b01-b82b283464ef req-7597ec67-ad6c-4698-83a3-3884b0616288 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714263 Apr 20 18:30:18.531660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.594973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.601148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:18.618768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c168abb-8400-4512-9265-5996c2af1558,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:18.622069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:18.623846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.625066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c168abb-8400-4512-9265-5996c2af1558 HTTP/1.1" status: 204 len: 168 time: 0.4413962 Apr 20 18:30:18.704802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57022) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:18.875858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.916789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:18.930325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Usage tracker for resource:security_group_rule and tenant:8ae09fb7ea174fa68c55215c17b30ab7 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:18.936363 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:18.937243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 18f9995e-a871-486e-b911-d4ee97a7e386 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:18.950923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:19.068047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.071225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.094338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c0396162-3604-479a-8c51-0ddb27b53981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.095776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 18f9995e-a871-486e-b911-d4ee97a7e386 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:19.108095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 18f9995e-a871-486e-b911-d4ee97a7e386 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:19.108510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.186421 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ae09fb7ea174fa68c55215c17b30ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773822 Apr 20 18:30:19.186421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57040) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:19.187807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57042) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:19.188762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a11893-88e2-4a78-8513-035a01cc38bf,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:19.220898 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:19.221695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.236740 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a24699-d461-4e5d-a1d2-1ab3d18c244a req-b63eed96-5dd9-43e8-87e3-487044a1cfe8 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:19.244540 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c5a24699-d461-4e5d-a1d2-1ab3d18c244a req-b63eed96-5dd9-43e8-87e3-487044a1cfe8 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 944 time: 0.1096473 Apr 20 18:30:19.251011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:19.260047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2e7258ad60476694b6540d11df8d26 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:19.273208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:19.285368 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:19.303099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.314564 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.318003 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c5a24699-d461-4e5d-a1d2-1ab3d18c244a req-b2f589a7-8f87-40c6-9a54-e39fdfd86059 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724270 Apr 20 18:30:19.337691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:19.349873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 18f9995e-a871-486e-b911-d4ee97a7e386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18f9995e-a871-486e-b911-d4ee97a7e386,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:19.353398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.355840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.381549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.420356 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386', 'code': 200} Apr 20 18:30:19.457435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=18f9995e-a871-486e-b911-d4ee97a7e386,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:19.461777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:19.501874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57058) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:19.612740 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.626942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d217fd-36f9-4cdb-a0de-160a85e27052 req-b8c640a0-1ced-432b-b9ee-f6aea1710992 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:19.627975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.631370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.636095 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-69d217fd-36f9-4cdb-a0de-160a85e27052 req-b8c640a0-1ced-432b-b9ee-f6aea1710992 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1501362 Apr 20 18:30:19.660998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a11893-88e2-4a78-8513-035a01cc38bf,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:19.665224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:19.666959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.694083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.696143 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-69d217fd-36f9-4cdb-a0de-160a85e27052 req-2ac52dad-ea8b-4738-ac4c-7bbdfa3cf5b9 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586057 Apr 20 18:30:19.777364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.781070 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19a11893-88e2-4a78-8513-035a01cc38bf HTTP/1.1" status: 204 len: 168 time: 0.5867643 Apr 20 18:30:19.830784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:30:19.843796 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd2e7258ad60476694b6540d11df8d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6578557 Apr 20 18:30:19.846728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57076) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:19.866452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b31f7-c45f-4147-8174-bbccc81584e4,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:19.886616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:19.903079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.932298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:19.937085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Usage tracker for resource:security_group_rule and tenant:124b3a8b9eee4cd59dc6522a39c2dbd4 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:19.942754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:19.950340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:20.009722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.089056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.102506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.108562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.142789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-db126783-38f0-4253-a7ee-9310abf5a954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:20.144659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.157329 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=124b3a8b9eee4cd59dc6522a39c2dbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542816 Apr 20 18:30:20.158260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57092) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:20.161929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:20.180509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b31f7-c45f-4147-8174-bbccc81584e4,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:20.203000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:20.204031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.209798 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf2b31f7-c45f-4147-8174-bbccc81584e4 HTTP/1.1" status: 204 len: 168 time: 0.3618827 Apr 20 18:30:20.252235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75607238-0bca-4bad-9e1b-ab7f4d3fb070,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:20.279200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:20.288432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aa651-f59e-4896-9090-1c3e65c7fede req-b0895842-6ef3-4546-bd4c-d83721d391e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.293859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ab4aa651-f59e-4896-9090-1c3e65c7fede req-b0895842-6ef3-4546-bd4c-d83721d391e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1098 time: 0.5718160 Apr 20 18:30:20.345398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2d6dd-7a41-4a0c-ba9b-4a6cc39a6336 req-fc826f1c-087d-449f-ad9d-a409e9a54c1e tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.351799 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8f2d6dd-7a41-4a0c-ba9b-4a6cc39a6336 req-fc826f1c-087d-449f-ad9d-a409e9a54c1e tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 946 time: 0.1400521 Apr 20 18:30:20.372074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-ab4aa651-f59e-4896-9090-1c3e65c7fede req-6de4ce2a-44a1-4010-b5f7-ac4ac932d465 service neutron] Synchronizing usage tracker for tenant:78f01ad25ec5476f917a8202b2202754 on resource:security_group {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:20.395784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.448307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-ab4aa651-f59e-4896-9090-1c3e65c7fede req-6de4ce2a-44a1-4010-b5f7-ac4ac932d465 service neutron] Unset dirty status for tenant:78f01ad25ec5476f917a8202b2202754 on resource:security_group {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:20.449534 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ab4aa651-f59e-4896-9090-1c3e65c7fede req-6de4ce2a-44a1-4010-b5f7-ac4ac932d465 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517193 Apr 20 18:30:20.464893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.478607 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8f2d6dd-7a41-4a0c-ba9b-4a6cc39a6336 req-94bfa6e6-c939-4f91-921e-ac0c87706f17 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180356 Apr 20 18:30:20.522870 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.530272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2e34bc38-486d-41eb-9838-576e8f70f985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:20.549411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57114) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:20.552686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75607238-0bca-4bad-9e1b-ab7f4d3fb070,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:20.556951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:20.566154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.567598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75607238-0bca-4bad-9e1b-ab7f4d3fb070 HTTP/1.1" status: 204 len: 168 time: 0.4046566 Apr 20 18:30:20.623441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1e4c-8659-46df-8aed-00d7c57f4e0b req-c745e946-eee6-4414-a6ef-4ca46c1b6445 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.632448 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cd7a1e4c-8659-46df-8aed-00d7c57f4e0b req-c745e946-eee6-4414-a6ef-4ca46c1b6445 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1151810 Apr 20 18:30:20.679134 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cd7a1e4c-8659-46df-8aed-00d7c57f4e0b req-37bdc685-8e04-4e74-8548-5ead972dff68 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456522 Apr 20 18:30:20.833416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.853173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:20.858096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Usage tracker for resource:security_group_rule and tenant:33b0b6c03dac41b09c6ef782ac45aa54 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:20.861944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:20.868976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:20.914762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d329c-218d-401b-8770-9da61f1b3a11 req-4f294a5b-8013-481a-8b7b-94d60eddefa7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.923985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da3d329c-218d-401b-8770-9da61f1b3a11 req-4f294a5b-8013-481a-8b7b-94d60eddefa7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1137166 Apr 20 18:30:20.954035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:20.979239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.983589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.990997 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da3d329c-218d-401b-8770-9da61f1b3a11 req-a00479f2-427c-45d7-9e51-5a1f86234df8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657170 Apr 20 18:30:21.017821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.027485 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33b0b6c03dac41b09c6ef782ac45aa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768631 Apr 20 18:30:21.030733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57138) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:21.083489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764b87ea-5215-4075-98e3-7261031edfb9,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.087231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57144) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:21.089945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.126988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.140912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.157468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.176753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:21.184626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Usage tracker for resource:security_group_rule and tenant:915a7f3d6df2420e9e39d91f8f2cdd87 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:21.193826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:21.205868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:21.208105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:21.211061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.221433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ebf46124-ceed-46e9-89f8-032e5961b54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.233290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764b87ea-5215-4075-98e3-7261031edfb9,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.238481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.240568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.241786 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/764b87ea-5215-4075-98e3-7261031edfb9 HTTP/1.1" status: 204 len: 168 time: 0.2077839 Apr 20 18:30:21.263296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'mac_address': 'fa:16:3e:f6:6f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:21.370630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.396093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2934fbd-4083-4c9e-853e-6f2a19580709 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:21.415312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:21.420412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.421946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.424051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e19969e1-3460-4b56-ac53-d0891de0ef46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.426749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.437877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43d9e44e-d398-4831-9489-922d9e1cfd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.468714 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b123a78e-c9be-4308-8156-3769e98935ef,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.472077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.508958 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=915a7f3d6df2420e9e39d91f8f2cdd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201429 Apr 20 18:30:21.509721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57164) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:21.522370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.533754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.584997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.617711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.671974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['b2934fbd-4083-4c9e-853e-6f2a19580709'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:21.679028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.685441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d8290bde-1d07-4a4c-93a6-010fd3ad1374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.814059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b123a78e-c9be-4308-8156-3769e98935ef,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.825654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.829847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57178) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:21.859744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.865776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.886855 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b123a78e-c9be-4308-8156-3769e98935ef HTTP/1.1" status: 204 len: 168 time: 0.3611438 Apr 20 18:30:21.889333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:21.900147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f1d3a503c64b26992d86050874c931 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:21.905008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:21.920337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:21.934891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-1031d2c7-f789-49bb-92ff-eebfecb3db6c tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:21.937331 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-1031d2c7-f789-49bb-92ff-eebfecb3db6c tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 946 time: 0.1777687 Apr 20 18:30:21.949866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48830dc-8155-4a62-bc02-9fd733ccd4b8 req-19695a23-2130-42e0-8bfc-f628d355c44d tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:21.954211 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c48830dc-8155-4a62-bc02-9fd733ccd4b8 req-19695a23-2130-42e0-8bfc-f628d355c44d tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 946 time: 0.2772985 Apr 20 18:30:22.058689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Deleting port 09e0c803-2bde-4eae-8f17-b7733869ab25 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:30:22.059279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.173833 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c48830dc-8155-4a62-bc02-9fd733ccd4b8 req-358d8488-8d45-4d7f-8a7f-3c5b3aaa5edc tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b3928c9-58d4-459d-b1d3-35976242d839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120700 Apr 20 18:30:22.258964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef533a6-679e-489b-8246-5ad5bd092073 req-bf795f9f-ad99-4e40-bb25-d0ecaa556e88 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.260986 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2ef533a6-679e-489b-8246-5ad5bd092073 req-bf795f9f-ad99-4e40-bb25-d0ecaa556e88 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.2724774 Apr 20 18:30:22.364417 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2ef533a6-679e-489b-8246-5ad5bd092073 req-dbbc908e-6ca3-42aa-ae0e-178772a48864 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951993 Apr 20 18:30:22.450749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.455227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.478050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d3d8a1f4-e648-410c-9717-66de8f56938d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:22.550120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad8bb8-4657-4550-aaf8-552704885687,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:22.554889 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8f1d3a503c64b26992d86050874c931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238517 Apr 20 18:30:22.556074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:22.561542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57218) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:22.565623 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] For port 09e0c803-2bde-4eae-8f17-b7733869ab25, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09e0c803-2bde-4eae-8f17-b7733869ab25,segment=NetworkSegment(84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb),segment_id=84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:22.566164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.743806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f315-c1f1-431f-8feb-c654ca751a45 req-d0543e82-9d9b-4493-be06-043c4a5ceaba tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.745464 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3971f315-c1f1-431f-8feb-c654ca751a45 req-d0543e82-9d9b-4493-be06-043c4a5ceaba tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 944 time: 0.2888076 Apr 20 18:30:22.785771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24700a80-8304-4480-baa8-26e0b56a7928 req-8d5be6d1-89c3-45a2-b8fb-60f16b53f35c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.786153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Calling delete_port for 09e0c803-2bde-4eae-8f17-b7733869ab25 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:30:22.787459 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-24700a80-8304-4480-baa8-26e0b56a7928 req-8d5be6d1-89c3-45a2-b8fb-60f16b53f35c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.2494981 Apr 20 18:30:22.798412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57244) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:22.814554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'floatingip': {'port_id': '18f9995e-a871-486e-b911-d4ee97a7e386'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:22.916307 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3971f315-c1f1-431f-8feb-c654ca751a45 req-60eab901-63c4-4a70-9755-d03876e8db11 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625373 Apr 20 18:30:22.918996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.979336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:23.144766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port b2934fbd-4083-4c9e-853e-6f2a19580709 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:23.155088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port b2934fbd-4083-4c9e-853e-6f2a19580709 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:23.155519 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.211436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.294876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.302399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.352349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:23.458695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['09e0c803-2bde-4eae-8f17-b7733869ab25'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:23.527782 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.574134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.626584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57290) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:23.640022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Pushing event deleted for resources: {'Port': ['ID=09e0c803-2bde-4eae-8f17-b7733869ab25,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:23.655645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:23.671362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9755a5ae-d72b-4962-a6c0-95e19fdc821c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:23.674951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:23.683578 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:23.700616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.719654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:23.798117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad8bb8-4657-4550-aaf8-552704885687,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:23.798552 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'code': 200} Apr 20 18:30:23.843608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:23.857423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.865324 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6ad8bb8-4657-4550-aaf8-552704885687 HTTP/1.1" status: 204 len: 168 time: 1.3023713 Apr 20 18:30:23.963273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] No DVR routers for this DVR port 09e0c803-2bde-4eae-8f17-b7733869ab25 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:30:23.970883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.976128 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a8ee3dd-474a-46b5-a104-bddc21590139 req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.18 "DELETE /v2.0/ports/09e0c803-2bde-4eae-8f17-b7733869ab25 HTTP/1.1" status: 204 len: 173 time: 2.0280945 Apr 20 18:30:23.978811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'name': 'network-vif-deleted', 'tag': '09e0c803-2bde-4eae-8f17-b7733869ab25'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:23.994422 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:24.010533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:24.290313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.323834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:24.332554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Usage tracker for resource:security_group_rule and tenant:58849b4bf9e14061a5524f00dba1db58 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:24.336384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:24.344236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:24.371307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfbebb-3eab-431a-91db-47e7b28cce6f req-997f828f-1421-4704-b37e-f89a86730bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:24.373550 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7dbfbebb-3eab-431a-91db-47e7b28cce6f req-997f828f-1421-4704-b37e-f89a86730bcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1098 time: 0.2450054 Apr 20 18:30:24.476687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.478173 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7dbfbebb-3eab-431a-91db-47e7b28cce6f req-4e2ce176-fd03-4ee7-a712-a902ede4d256 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979769 Apr 20 18:30:24.486044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.591574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.595382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.610939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c241c399-a54d-4800-b8c7-e7df927e6fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:24.671595 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58849b4bf9e14061a5524f00dba1db58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0370243 Apr 20 18:30:24.677688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2177cc64-c0b5-41d1-ba97-bc15cca93efe,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:24.677688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57346) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:24.682686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:24.752241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.785653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.812505 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-561d14c9-89ef-4749-b936-3b50ac241079 req-d6fb3494-d1ae-49a5-8177-04f6f3a7cd7b tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad8f9415-ff15-4176-8d02-2a4426d6ab04 HTTP/1.1" status: 200 len: 210 time: 1.3156033 Apr 20 18:30:24.839225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.846979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:24.847410 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Floating IP eff784a6-4573-44c0-a001-44c217eeb70a associated. External IP: 172.28.3.98, port: 18f9995e-a871-486e-b911-d4ee97a7e386. Apr 20 18:30:24.873364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.877703 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2177cc64-c0b5-41d1-ba97-bc15cca93efe HTTP/1.1" status: 204 len: 168 time: 0.1983192 Apr 20 18:30:24.879044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2177cc64-c0b5-41d1-ba97-bc15cca93efe,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:24.882321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:24.967451 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f9415-ff15-4176-8d02-2a4426d6ab04', 'name': 'network-vif-deleted', 'tag': '09e0c803-2bde-4eae-8f17-b7733869ab25', 'status': 'completed', 'code': 200} Apr 20 18:30:25.344767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae12ce-23f2-4a87-bfa6-5dc828146e2c req-db7bbb37-a4a4-4159-bb18-27432d3270d0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:25.354169 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbae12ce-23f2-4a87-bfa6-5dc828146e2c req-db7bbb37-a4a4-4159-bb18-27432d3270d0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.8759806 Apr 20 18:30:25.550105 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbae12ce-23f2-4a87-bfa6-5dc828146e2c req-b351c698-8d80-4574-b8c7-88c92bc6abc7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943963 Apr 20 18:30:25.594053 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:30:25.814400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:25.819478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:25.834451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:25.844820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:25.845760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:25.921830 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8558a57d-b152-4d32-98af-56442b043fd2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "PUT /v2.0/floatingips/eff784a6-4573-44c0-a001-44c217eeb70a HTTP/1.1" status: 200 len: 990 time: 3.1219034 Apr 20 18:30:25.922845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:26.118175 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386', 'status': 'completed', 'code': 200} Apr 20 18:30:26.267917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:26.327600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-0112af8a-36e2-404f-aca8-ec7d8668b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.329363 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-0112af8a-36e2-404f-aca8-ec7d8668b313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1098 time: 0.1863141 Apr 20 18:30:26.537078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-4a0a041f-4c4e-414d-800f-0720a21e0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.538775 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-4a0a041f-4c4e-414d-800f-0720a21e0e0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.2030640 Apr 20 18:30:26.665318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-28ef897b-a3c6-419d-8cf1-d3fc29bbd50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:26.686285 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-66fbfb29-2a62-4a16-9191-4de4753ce2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 998 time: 0.1384046 Apr 20 18:30:26.819366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-b48fe239-7a76-4468-b4a5-5e354f1d598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.822458 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-b48fe239-7a76-4468-b4a5-5e354f1d598d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.1252978 Apr 20 18:30:26.829436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'eff784a6-4573-44c0-a001-44c217eeb70a', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'port_id': '18f9995e-a871-486e-b911-d4ee97a7e386', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'mac_address': 'fa:16:3e:2d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:02Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 1, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:26.853142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:26.867405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:26.868073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:29:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:26.944263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-6089c5dc-d61f-4306-a2c8-16f49c29af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.947003 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-6089c5dc-d61f-4306-a2c8-16f49c29af81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1120760 Apr 20 18:30:26.994503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16d2d0-ed12-481f-83b7-a2383e2dcc79 req-70d32232-b30b-492e-8134-c91dfa521664 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.996486 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fe16d2d0-ed12-481f-83b7-a2383e2dcc79 req-70d32232-b30b-492e-8134-c91dfa521664 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1651685 Apr 20 18:30:27.032220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 09e0c803-2bde-4eae-8f17-b7733869ab25 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:30:27.091431 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fe16d2d0-ed12-481f-83b7-a2383e2dcc79 req-31425465-5901-49e1-8b5d-cdb9c81e9933 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843654 Apr 20 18:30:27.125252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 09e0c803-2bde-4eae-8f17-b7733869ab25 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:30:27.125653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 09e0c803-2bde-4eae-8f17-b7733869ab25 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:30:27.192767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:27.211553 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-3de0f723-d803-4996-8dc3-ef923a186fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485301 Apr 20 18:30:27.485560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7ae66-6b35-4a9c-81e7-22f0d48d88db req-54bdf870-a571-4773-8730-571e47c0701e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:27.488007 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ce7ae66-6b35-4a9c-81e7-22f0d48d88db req-54bdf870-a571-4773-8730-571e47c0701e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1705339 Apr 20 18:30:27.497694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57478) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:27.505269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'floatingip': {'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:27.619182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:27.779468 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c4576206-a33d-4d27-9896-c7733192fcb8 req-7895c8be-28a9-4a31-8254-1ffd1565786c service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544186 Apr 20 18:30:27.834107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'eff784a6-4573-44c0-a001-44c217eeb70a', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'port_id': '18f9995e-a871-486e-b911-d4ee97a7e386', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'mac_address': 'fa:16:3e:2d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:02Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 1, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:27.839019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f54e3-6980-43bb-843e-adfd7640bd91 None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'eff784a6-4573-44c0-a001-44c217eeb70a', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'port_id': '18f9995e-a871-486e-b911-d4ee97a7e386', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'mac_address': 'fa:16:3e:2d:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:02Z', 'updated_at': '2021-04-20T18:30:24Z', 'revision_number': 1, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:28.237567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7f3e2-6d93-43ae-be6d-71f724ed0194 None None] New status for floating IP eff784a6-4573-44c0-a001-44c217eeb70a: ACTIVE {{(pid=86461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:30:28.387023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57508) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:28.554284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Deleting subnet 7a3c7f02-e6f8-4930-bc46-650cd8fd5015 {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:30:28.558096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.616342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.619876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.621513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.743219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.924915 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Floating IP 19a03d55-9dc1-417f-8c40-5461add99c77 associated. External IP: 172.28.3.6, port: b2934fbd-4083-4c9e-853e-6f2a19580709. Apr 20 18:30:29.109916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.116722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e1e7f530-9fba-4551-8c3e-2170577d0092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:29.146878 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d934c415-b99a-44e0-a115-2c37a0da52a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.178963 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3c7f02-e6f8-4930-bc46-650cd8fd5015,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:29.182050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:29.184626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.194201 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7a3c7f02-e6f8-4930-bc46-650cd8fd5015 HTTP/1.1" status: 204 len: 168 time: 0.8053093 Apr 20 18:30:29.197597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57538) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:29.330777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.398743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Router b323c745-e47c-49ce-bb06-10710d3a1793 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:30:29.495348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.500324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.731366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4974d51f-49ae-4b05-add0-8823e31c1ca6']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:29.740207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:29.751002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.751201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:29.754823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:29.755558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e9bfd4-1fdc-42fe-8b2e-fefebe9f44cb') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:29.767866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:29.768553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:29.770246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.785839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.794081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:30:29.853832 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-461e90b1-2ceb-41dc-817e-ce6c9b56704a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "PUT /v2.0/floatingips/19a03d55-9dc1-417f-8c40-5461add99c77 HTTP/1.1" status: 200 len: 989 time: 2.3502386 Apr 20 18:30:29.853832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:29.992727 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'status': 'completed', 'code': 200} Apr 20 18:30:30.058590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:30.096084 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:30.098170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:30:30.110104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:30.357793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Network 4974d51f-49ae-4b05-add0-8823e31c1ca6 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:30:30.385027 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:30:30.493414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-12b045c2-344a-4c79-88f6-b6e459d78334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.495565 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-12b045c2-344a-4c79-88f6-b6e459d78334 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1098 time: 0.4766805 Apr 20 18:30:30.626777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '19a03d55-9dc1-417f-8c40-5461add99c77', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'floating_ip_address': '172.28.3.6', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'mac_address': 'fa:16:3e:f6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:04Z', 'updated_at': '2021-04-20T18:30:28Z', 'revision_number': 1, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:30.628227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57600) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:30.651570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:30.659979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:30.672535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:30.695860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:30.696535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:30.725391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:30.736202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4974d51f-49ae-4b05-add0-8823e31c1ca6,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:30.743326 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4974d51f-49ae-4b05-add0-8823e31c1ca6 HTTP/1.1" status: 204 len: 168 time: 1.5443795 Apr 20 18:30:30.744396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:30.825255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-344d5d6d-a36f-45ac-9aca-73fd0cec48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.828898 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-344d5d6d-a36f-45ac-9aca-73fd0cec48de service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.3249328 Apr 20 18:30:30.942066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:30.972733 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-23111a92-2de2-4d77-bec9-11a6b8f7da12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 997 time: 0.1374121 Apr 20 18:30:30.980884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:30.989090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Usage tracker for resource:security_group_rule and tenant:88a1d2ab8dea4101a8cb9bc2bb085a9a is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:30.997441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:31.005777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:31.049859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-70a64bb1-33aa-46ff-8bfd-b080d9cba91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.050501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57618) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:31.051472 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-70a64bb1-33aa-46ff-8bfd-b080d9cba91d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0724306 Apr 20 18:30:31.085550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:31.111986 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1e0c7859-f46c-42ad-a373-ff43952cfdb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=569ed0c107b045b1bc3671306b576896&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591710 Apr 20 18:30:31.113550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57628) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:31.156865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-4fcaf508-2a2c-4f7c-b757-4a0ffbceec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.159218 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-4fcaf508-2a2c-4f7c-b757-4a0ffbceec90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008890 Apr 20 18:30:31.230333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.259640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.313222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.321077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.325766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:31.341993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.345069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.346330 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b3928c9-58d4-459d-b1d3-35976242d839 HTTP/1.1" status: 204 len: 168 time: 0.2317393 Apr 20 18:30:31.347325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3928c9-58d4-459d-b1d3-35976242d839,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:31.359642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:31.365596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.375340 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-32c17288-3b7f-4143-a725-e0220917814c service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091780 Apr 20 18:30:31.380167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a3c11e4-62b1-41c0-866d-293907005da4 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:31.443498 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88a1d2ab8dea4101a8cb9bc2bb085a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138375 Apr 20 18:30:31.445426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9382704-9a13-4b12-8515-f131c0e8f89e,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:31.449217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:31.449951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57636) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:31.522063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.552522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.596182 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f6300c3-811f-40e9-b75e-d16c994c1442 req-f0d5c0c5-d654-4275-a29f-94450159af6e service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062969 Apr 20 18:30:31.638773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.655194 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:31.670517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9382704-9a13-4b12-8515-f131c0e8f89e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:31.672952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.673806 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9382704-9a13-4b12-8515-f131c0e8f89e HTTP/1.1" status: 204 len: 168 time: 0.2227747 Apr 20 18:30:31.674809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:31.787939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '19a03d55-9dc1-417f-8c40-5461add99c77', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'floating_ip_address': '172.28.3.6', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'mac_address': 'fa:16:3e:f6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:04Z', 'updated_at': '2021-04-20T18:30:28Z', 'revision_number': 1, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:31.792143 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3cef4f-acf0-475b-8784-9704cc1d0e65 None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '19a03d55-9dc1-417f-8c40-5461add99c77', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'floating_ip_address': '172.28.3.6', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'mac_address': 'fa:16:3e:f6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:04Z', 'updated_at': '2021-04-20T18:30:28Z', 'revision_number': 1, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:32.157946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57666) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:32.162667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbc8dc-4afb-4586-b30e-df9bb0ea7fd8 None None] New status for floating IP 19a03d55-9dc1-417f-8c40-5461add99c77: ACTIVE {{(pid=86461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:30:32.189952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.207497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:32.212631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Usage tracker for resource:security_group_rule and tenant:d232e4362b664018b141572e49ac774a is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:32.216177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:32.224292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:32.411156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.415508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.428023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fe563cae-bd30-470a-aa4a-07bfe5acd1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:32.468373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1822e4-b2f1-468b-b601-71747fe331ae,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:32.480688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.481255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.481806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.482593 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.483484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.484550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.485081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.485787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.486495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.487554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.488195 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.488731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:32.505849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:32.519243 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d232e4362b664018b141572e49ac774a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601189 Apr 20 18:30:32.521919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57684) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:32.696025 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.770358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.787157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57698) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:32.834246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.839761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-515bbccb-bbb0-44c5-8dee-b935b7c32c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:32.854354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1822e4-b2f1-468b-b601-71747fe331ae,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:32.857620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:32.858992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.862963 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f1822e4-b2f1-468b-b601-71747fe331ae HTTP/1.1" status: 204 len: 168 time: 0.3397329 Apr 20 18:30:32.931619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-922194569-network', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:32.937516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:32.941912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Usage tracker for resource:network and tenant:0e95b80cb7be452cbba22a5c6495f99e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:32.945160 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:32.951778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:32.962061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Made reservation on behalf of 0e95b80cb7be452cbba22a5c6495f99e for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:32.967065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.980598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.997892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:33.002095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Usage tracker for resource:security_group_rule and tenant:0e95b80cb7be452cbba22a5c6495f99e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:33.005298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:33.014147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:33.107627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.110828 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.120286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:33.149736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:30:33.157877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f102995-b2cf-4653-a082-c6fe45f469c9,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:33.168076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.168479 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Added segment ec1fbb99-4a70-449f-9311-e8f35bfbd4a9 of type vlan for network 88070787-1d2b-4821-b7e2-51b05834a3a9 Apr 20 18:30:33.171180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.171599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.171994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.172380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.172761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.173217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.173624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.174029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.174439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.174819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.175197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.175594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.184838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:33.212230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.244478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.246572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:33.247365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.253779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7ca05bdc-99c4-44e5-8d06-6cc6f6b1910e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:33.371284 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5830028 Apr 20 18:30:33.375290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57726) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:33.382105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Request body: {'subnet': {'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-subnet', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:33.382945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Pushing event updated for resources: {'Network': ['ID=88070787-1d2b-4821-b7e2-51b05834a3a9,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:33.387228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:33.389804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:33.392776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Usage tracker for resource:subnet and tenant:0e95b80cb7be452cbba22a5c6495f99e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:33.397000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:30:33.410529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:33.418950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:33.430354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Made reservation on behalf of 0e95b80cb7be452cbba22a5c6495f99e for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:33.436450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852903827'] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.772994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57744) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:33.946151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.958319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2580883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852903812'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.963620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:33.964341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:33.968745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:3672b3cd6c874a23b3323e84f027dff5 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:33.971906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:33.979026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:34.086986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89da5d25-5348-4589-b88f-0b5b4e2f3fcb,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:34.089827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Checking segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:34.091551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Network hostable DHCP agents. Network: 88070787-1d2b-4821-b7e2-51b05834a3a9, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:30:34.100944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.102432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:34.106019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.126549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:30:34.126840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-241b10ad-9bcb-445b-b62e-59e9633465af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:34.143144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 88070787-1d2b-4821-b7e2-51b05834a3a9) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:34.152277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323a3b3-9596-4d86-b6b1-dfbd59090e36 None None] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:34.153188 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3672b3cd6c874a23b3323e84f027dff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790317 Apr 20 18:30:34.156509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57792) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:34.165437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.166122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.193547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57798) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:34.194836 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-30029923-c407-4a9b-8bf4-f5b718839400 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8160665 Apr 20 18:30:34.211305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:34.219009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad39859-7dfb-48c2-afcd-d592d983667b,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:34.222086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:34.227263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:34.236355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Usage tracker for resource:router and tenant:0e95b80cb7be452cbba22a5c6495f99e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:34.240998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:34.256802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:34.282119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.283226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.300314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.318021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.453461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5263bd72-133d-4556-9a65-4513b0ac1abf None None] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:34.769957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.825183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.833045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.838225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c6e89166-bd4e-4d57-b327-4c5c63f114df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:34.878647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad39859-7dfb-48c2-afcd-d592d983667b,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:34.887051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:34.951619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.952865 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ad39859-7dfb-48c2-afcd-d592d983667b HTTP/1.1" status: 204 len: 168 time: 0.7888870 Apr 20 18:30:35.342057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57858) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:35.367040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.391472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:35.403553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Usage tracker for resource:security_group_rule and tenant:b25a3c1485484c6787998bc11b68e3af is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:35.415799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:35.425674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:35.541747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.551721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.556699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.567639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5d503931-6750-4de1-b3b1-d20254e5a3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:35.595066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.636981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759938a0-b610-4276-bf8c-217ff918931f,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:35.657508 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b25a3c1485484c6787998bc11b68e3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119137 Apr 20 18:30:35.657508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:35.658494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 57868) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:35.750324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.781417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.814301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Allocated IP 172.28.3.52 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/0d1d30de-0c0a-493a-8c22-028fbe31dedb) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:35.848616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.862538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-891d8b6e-1a19-432a-88a1-0688b53827d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:35.876591 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759938a0-b610-4276-bf8c-217ff918931f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:35.879630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:35.880876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.885145 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/759938a0-b610-4276-bf8c-217ff918931f HTTP/1.1" status: 204 len: 168 time: 0.2225938 Apr 20 18:30:36.003081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:36.046521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:36.051749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:36.108669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:36.111559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:36.114005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:36.327061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Pushing event updated for resources: {'Port': ['ID=0d1d30de-0c0a-493a-8c22-028fbe31dedb,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:36.330336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:36.556475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.060214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.330607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Router 737a9063-38de-47fe-a955-1a9b221cad1d is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:30:37.549256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:37.559489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Sync routers for ids ['737a9063-38de-47fe-a955-1a9b221cad1d'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:37.571739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.575790 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3758733 Apr 20 18:30:37.576061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 57962) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:37.576969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Routers {'737a9063-38de-47fe-a955-1a9b221cad1d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:37.589133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['737a9063-38de-47fe-a955-1a9b221cad1d'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:37.877682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Set router 737a9063-38de-47fe-a955-1a9b221cad1d gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:38.295403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:30:36Z', 'revision_number': 3, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:38.300908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Checking router: 737a9063-38de-47fe-a955-1a9b221cad1d for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:38.300908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Updating router 737a9063-38de-47fe-a955-1a9b221cad1d port 0d1d30de-0c0a-493a-8c22-028fbe31dedb binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:30:38.384272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.750795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.886995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.906604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Transition to ACTIVE for port object 0d1d30de-0c0a-493a-8c22-028fbe31dedb will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:38.912607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.917568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:38.986139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Allocated IP 172.20.0.1 (88070787-1d2b-4821-b7e2-51b05834a3a9/89da5d25-5348-4589-b88f-0b5b4e2f3fcb/6cce93d9-8091-4aaa-9341-6b3cf3e87c8b) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:38.995769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Attempting to bind port 0d1d30de-0c0a-493a-8c22-028fbe31dedb on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:38.996171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Attempting to bind port 0d1d30de-0c0a-493a-8c22-028fbe31dedb by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:38.996567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Attempting to bind port 0d1d30de-0c0a-493a-8c22-028fbe31dedb on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:39.006783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:39.007178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:39.007608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.008024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:39.008517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Bound port: 0d1d30de-0c0a-493a-8c22-028fbe31dedb, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:39.008913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.040712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d022a8-5d54-4cab-86b3-83402d21cf4f None None] Pushing event updated for resources: {'Port': ['ID=0d1d30de-0c0a-493a-8c22-028fbe31dedb,revision_number=2']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:39.060490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e9d022a8-5d54-4cab-86b3-83402d21cf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:39.101479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] For port 0d1d30de-0c0a-493a-8c22-028fbe31dedb, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:39.104620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] For port 0d1d30de-0c0a-493a-8c22-028fbe31dedb, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=0d1d30de-0c0a-493a-8c22-028fbe31dedb,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:39.108535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.119420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:39.160497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.184065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Routers {'737a9063-38de-47fe-a955-1a9b221cad1d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:39.184736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['737a9063-38de-47fe-a955-1a9b221cad1d'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:39.203264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.209211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:39.291025 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:39.294237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:39.301867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:39.302430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.306078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:39.316227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:39.362967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d022a8-5d54-4cab-86b3-83402d21cf4f None None] Pushing event updated for resources: {'Port': ['ID=0d1d30de-0c0a-493a-8c22-028fbe31dedb,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:39.366730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e9d022a8-5d54-4cab-86b3-83402d21cf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:39.422426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58014) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:39.447921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.463246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] Set router 737a9063-38de-47fe-a955-1a9b221cad1d gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:39.632876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.672186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:39.683108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Usage tracker for resource:security_group_rule and tenant:9edeea0bbcf14d86b83e47276d58c505 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:39.687482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:39.702680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:39.788241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.794202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.796398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.813420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:39.845152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.847941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.898015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:30:36Z', 'revision_number': 3, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:39.903104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1cf6-7e18-4a93-af53-3680047512ac None None] The sync data for ids ['737a9063-38de-47fe-a955-1a9b221cad1d'] in dv-cinder-786931-2-smb is: [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:30:36Z', 'revision_number': 3, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:39.982605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:39.987232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:40.054581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:40.055825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:40.091936 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4cfd6c02-74d5-4b33-b36b-e001a2f71ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:40.139728 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9edeea0bbcf14d86b83e47276d58c505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159340 Apr 20 18:30:40.141476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3893429-6783-4e51-b141-f1235e8e8c6f,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:40.144768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:40.145483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58034) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:40.208587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.239565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.275849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Router 737a9063-38de-47fe-a955-1a9b221cad1d has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:30:40.291539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.296798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-37e91aa8-8974-42f4-9822-8572842e1b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:40.307538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3893429-6783-4e51-b141-f1235e8e8c6f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:40.309996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:40.316001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.317488 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3893429-6783-4e51-b141-f1235e8e8c6f HTTP/1.1" status: 204 len: 168 time: 0.1709898 Apr 20 18:30:40.618439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:40.638625 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] 10.222.0.26 "PUT /v2.0/routers/737a9063-38de-47fe-a955-1a9b221cad1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0615485 Apr 20 18:30:40.722184 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-67819581-ad06-4f79-9970-5855e6a4ec8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892214 Apr 20 18:30:40.994292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 0d1d30de-0c0a-493a-8c22-028fbe31dedb up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:41.045828 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58078) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:41.079869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.096904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-dc715069-dd86-4935-934c-9bb31bde50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.099381 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-dc715069-dd86-4935-934c-9bb31bde50f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1098 time: 0.2527676 Apr 20 18:30:41.106578 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:41.112476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Usage tracker for resource:security_group_rule and tenant:ba2b1cbc8dcc4225bb2b0ea63d808d53 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:41.116122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:41.127887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:41.131953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 0d1d30de-0c0a-493a-8c22-028fbe31dedb completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:41.137211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 0d1d30de-0c0a-493a-8c22-028fbe31dedb triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:41.137629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.294695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.297876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.298124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.304966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-9c90afda-c0e5-4a18-9ab7-0d10d3613a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.307083 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-9c90afda-c0e5-4a18-9ab7-0d10d3613a33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.1816657 Apr 20 18:30:41.309659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-79c54a7a-d8df-4b60-b23c-2960a2c8848a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:41.315418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 0d1d30de-0c0a-493a-8c22-028fbe31dedb, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=0d1d30de-0c0a-493a-8c22-028fbe31dedb,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:41.319008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.321192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43281369-7fff-4e95-8bcd-40e0a413c1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:41.366518 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba2b1cbc8dcc4225bb2b0ea63d808d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193593 Apr 20 18:30:41.367685 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58084) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:41.368679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5b9422-08d6-459f-a14d-e20eec204759,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:41.374928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:41.418605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=0d1d30de-0c0a-493a-8c22-028fbe31dedb,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:41.429585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.430160 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.430540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.430910 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.431446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.431756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.432121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.432594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.432960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.433321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.433684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.434064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:41.445760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:41.454334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.487473 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-8832b9d4-40b5-4e94-a9e2-f2ec42616256 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 1000 time: 0.1724162 Apr 20 18:30:41.493597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.573667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-300be6a3-2bb1-4929-a24d-fcff2ada8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.575269 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-300be6a3-2bb1-4929-a24d-fcff2ada8c50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0760579 Apr 20 18:30:41.701242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-019b55d5-9705-474b-a95e-cff86ff132d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.702898 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-019b55d5-9705-474b-a95e-cff86ff132d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1193161 Apr 20 18:30:41.715408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.721017 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ee7e0a5f-5f40-4e66-9108-93ba9093408a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:41.733999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-2febd9a7-027b-4d9f-8395-5f1e89ef354b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.734748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-2febd9a7-027b-4d9f-8395-5f1e89ef354b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Synchronizing usage tracker for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:network {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:41.748952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5b9422-08d6-459f-a14d-e20eec204759,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:41.753145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:41.756226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.762056 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c5b9422-08d6-459f-a14d-e20eec204759 HTTP/1.1" status: 204 len: 168 time: 0.3851469 Apr 20 18:30:41.767289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-2febd9a7-027b-4d9f-8395-5f1e89ef354b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Unset dirty status for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:network {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:41.768412 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-2febd9a7-027b-4d9f-8395-5f1e89ef354b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 818 time: 0.2285972 Apr 20 18:30:41.788923 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-d4ec3fbd-4fd0-4490-8534-26945dc37c24 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/quotas/0e95b80cb7be452cbba22a5c6495f99e HTTP/1.1" status: 200 len: 375 time: 0.0131352 Apr 20 18:30:41.903397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-875440d2-fa42-478c-98a7-e6277ae6c6cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Synchronizing usage tracker for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:41.930792 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-f60b928c-4d82-40fa-8809-a340e7877b2a service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198408 Apr 20 18:30:41.938297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-875440d2-fa42-478c-98a7-e6277ae6c6cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Unset dirty status for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:41.940575 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-875440d2-fa42-478c-98a7-e6277ae6c6cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1463203 Apr 20 18:30:42.099044 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3bfd90c-88db-4422-a86b-27b760d1ad85 req-26787c79-c157-4fcd-850e-c0a2e4ab3d7b service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517012 Apr 20 18:30:42.320676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58120) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:42.341798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.358831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:42.363401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Usage tracker for resource:security_group_rule and tenant:b87a9c4f89c242d08d4ff98a08128aa4 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:42.366879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:42.374229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:42.436132 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-04cdab39-7473-4389-96ee-173d06e4e288 service neutron] 10.222.0.26 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807825 Apr 20 18:30:42.465265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.469813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.479486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b68fdb49-6f4a-4f09-889a-49794716c3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:42.526752 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b87a9c4f89c242d08d4ff98a08128aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044384 Apr 20 18:30:42.528710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bfbe4d-821b-405a-b582-193336ea8252,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:42.532661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58124) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:42.553444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:42.662688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.685752 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-4f1f106e-c1b1-498b-a29b-7e616748acb1 service neutron] 10.222.0.26 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416315 Apr 20 18:30:42.694657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.723436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58132) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:42.748466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.757754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4b3d0e78-d106-4f0f-876e-328fdc72c992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:42.786434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bfbe4d-821b-405a-b582-193336ea8252,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:42.788873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:42.790035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.791359 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67bfbe4d-821b-405a-b582-193336ea8252 HTTP/1.1" status: 204 len: 168 time: 0.2573369 Apr 20 18:30:42.884451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 0d1d30de-0c0a-493a-8c22-028fbe31dedb up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:42.982603 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b49fb1a9-6887-4d6a-b9a0-a047a119ec90 req-8406a8f4-c71f-4eeb-ab62-bc2e7ba28d07 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 210 time: 0.0854065 Apr 20 18:30:42.998342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 0d1d30de-0c0a-493a-8c22-028fbe31dedb triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:42.998985 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.015479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.051635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:43.058039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Usage tracker for resource:security_group_rule and tenant:8c096db1bb834681bf9662cab3c3c82b is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:43.064908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:43.072000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:43.207890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.215175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.253725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e71be282-a7e7-4920-963c-5ff54f77f85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:43.379420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58178) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:43.381239 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c096db1bb834681bf9662cab3c3c82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6565444 Apr 20 18:30:43.383536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3741b5-19a2-4b82-80d0-9444bf2330bd,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:43.439089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37196390-8096-4a67-9234-ebc847803fae None None] Sync routers for ids ['737a9063-38de-47fe-a955-1a9b221cad1d'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:43.464354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] Routers {'737a9063-38de-47fe-a955-1a9b221cad1d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:43.465047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['737a9063-38de-47fe-a955-1a9b221cad1d'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:43.468118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:43.523916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.602328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.734842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.740938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-01806bc8-f637-45bb-879b-b0e5a9b68dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:43.767934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-7c0eec9b-6123-4119-9b26-90bb0c6b823f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:43.772068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3741b5-19a2-4b82-80d0-9444bf2330bd,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:43.772999 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-7c0eec9b-6123-4119-9b26-90bb0c6b823f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 818 time: 0.3637769 Apr 20 18:30:43.783131 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:43.784451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.785834 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b3741b5-19a2-4b82-80d0-9444bf2330bd HTTP/1.1" status: 204 len: 168 time: 0.4053745 Apr 20 18:30:43.816253 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-d8dae54d-65a1-4d1a-83e1-b7b6cb4f91c2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/quotas/0e95b80cb7be452cbba22a5c6495f99e HTTP/1.1" status: 200 len: 375 time: 0.0225735 Apr 20 18:30:44.018999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] Set router 737a9063-38de-47fe-a955-1a9b221cad1d gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:44.020022 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-9fcb8464-cdce-4ad8-acda-2cc588e159cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1955652 Apr 20 18:30:44.314260 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-d29d0153-6a14-4c48-aaf9-bcd3cce01469 service neutron] 10.222.0.26 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865260 Apr 20 18:30:44.566216 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-3ac1d9c4-b69b-4bb7-b91e-0bbe6962c68f service neutron] 10.222.0.26 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509604 Apr 20 18:30:44.631265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:30:39Z', 'revision_number': 4, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '6cce93d9-8091-4aaa-9341-6b3cf3e87c8b', 'name': '', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'mac_address': 'fa:16:3e:84:07:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:38Z', 'updated_at': '2021-04-20T18:30:39Z', 'revision_number': 2, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'subnets': [{'id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:44.639988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37196390-8096-4a67-9234-ebc847803fae None None] Checking router: 737a9063-38de-47fe-a955-1a9b221cad1d for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:44.642393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37196390-8096-4a67-9234-ebc847803fae None None] Updating router 737a9063-38de-47fe-a955-1a9b221cad1d port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:30:44.808599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37196390-8096-4a67-9234-ebc847803fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:44.968172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-f6bc0832-7fb7-402b-8390-c67d9dce6dc5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:44.969897 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-f6bc0832-7fb7-402b-8390-c67d9dce6dc5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 818 time: 0.5075822 Apr 20 18:30:44.984197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Request body: {'port': {'device_id': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'admin_state_up': True, 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:45.074700 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5f59366-3a4a-49c0-9e7a-6bd57f3a4ac3 req-f8346500-7a2e-4816-aee9-1b69cda7facf tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 210 time: 0.1441126 Apr 20 18:30:45.255776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:45.271450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:45.293093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Made reservation on behalf of 0e95b80cb7be452cbba22a5c6495f99e for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:45.302827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:45.712430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37196390-8096-4a67-9234-ebc847803fae None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:45.732767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-37196390-8096-4a67-9234-ebc847803fae None None] Transition to ACTIVE for port object 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:45.742079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37196390-8096-4a67-9234-ebc847803fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:45.760304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:45.897526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Allocated IP 172.20.0.4 (88070787-1d2b-4821-b7e2-51b05834a3a9/89da5d25-5348-4589-b88f-0b5b4e2f3fcb/16b84da8-86c8-40c5-b64f-0ca34fe5c33e) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:46.019973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-37196390-8096-4a67-9234-ebc847803fae None None] Attempting to bind port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:46.020641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-37196390-8096-4a67-9234-ebc847803fae None None] Attempting to bind port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:46.021203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37196390-8096-4a67-9234-ebc847803fae None None] Attempting to bind port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b on network 88070787-1d2b-4821-b7e2-51b05834a3a9 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:46.030272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37196390-8096-4a67-9234-ebc847803fae None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:46.030941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37196390-8096-4a67-9234-ebc847803fae None None] Checking segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:46.031570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37196390-8096-4a67-9234-ebc847803fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.032185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37196390-8096-4a67-9234-ebc847803fae None None] Bound using segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:46.032725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-37196390-8096-4a67-9234-ebc847803fae None None] Bound port: 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:46.033144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37196390-8096-4a67-9234-ebc847803fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.042900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3974c-e905-44bb-a89b-a219cea70a11 None None] Pushing event updated for resources: {'Port': ['ID=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:46.050751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65e3974c-e905-44bb-a89b-a219cea70a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:46.235082 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-37196390-8096-4a67-9234-ebc847803fae None None] For port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:46.242958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.246246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-37196390-8096-4a67-9234-ebc847803fae None None] For port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:46.250008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-37196390-8096-4a67-9234-ebc847803fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.262227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:46.334172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.339426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58290) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:46.364372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3974c-e905-44bb-a89b-a219cea70a11 None None] Pushing event updated for resources: {'Port': ['ID=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:46.376893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65e3974c-e905-44bb-a89b-a219cea70a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:46.396227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] Routers {'737a9063-38de-47fe-a955-1a9b221cad1d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:46.396927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['737a9063-38de-47fe-a955-1a9b221cad1d'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:46.416970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.433441 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-79f73491-992f-4473-8031-0401e3e00bee req-f7960e86-3e50-4f79-a37f-ce6101da90e7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 210 time: 0.1760209 Apr 20 18:30:46.438876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:46.532870 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:46.536223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:46.540581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:46.610764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:46.611454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.658479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.683542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:46.688270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Usage tracker for resource:security_group_rule and tenant:be7da8c53f46478fb22b96bcb306044f is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:46.691293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:46.697601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:46.703372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Pushing event updated for resources: {'Port': ['ID=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:46.708824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:46.893412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.897574 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9181314 Apr 20 18:30:46.898828 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.925006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] Set router 737a9063-38de-47fe-a955-1a9b221cad1d gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:46.937061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Request body: {'port': {'device_id': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:46.941835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-f2cfab69-dd9e-402b-ad02-d140a724da40 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:46.943517 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-f2cfab69-dd9e-402b-ad02-d140a724da40 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 818 time: 0.3818583 Apr 20 18:30:46.959586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Request body: {'port': {'device_id': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'admin_state_up': True, 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:46.970441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-07d6e5fd-69d2-46ce-aaf2-3607c9e99123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:46.979167 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be7da8c53f46478fb22b96bcb306044f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386650 Apr 20 18:30:46.988850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58302) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:47.065512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb0c50-0597-469a-9083-e0e42a6d6d7c,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:47.086601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:47.235428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:47.275347 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:47.280802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Usage tracker for resource:port and tenant:0e95b80cb7be452cbba22a5c6495f99e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:47.296200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:47.304211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:47.340100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Made reservation on behalf of 0e95b80cb7be452cbba22a5c6495f99e for: {'port': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:47.344813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:47.351576 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:47.480046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-37196390-8096-4a67-9234-ebc847803fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:30:39Z', 'revision_number': 4, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '6cce93d9-8091-4aaa-9341-6b3cf3e87c8b', 'name': '', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'mac_address': 'fa:16:3e:84:07:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:38Z', 'updated_at': '2021-04-20T18:30:46Z', 'revision_number': 4, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'subnets': [{'id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:47.485494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37196390-8096-4a67-9234-ebc847803fae None None] The sync data for ids ['737a9063-38de-47fe-a955-1a9b221cad1d'] in dv-cinder-786931-2-smb is: [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:30:39Z', 'revision_number': 4, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '6cce93d9-8091-4aaa-9341-6b3cf3e87c8b', 'name': '', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'mac_address': 'fa:16:3e:84:07:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:38Z', 'updated_at': '2021-04-20T18:30:46Z', 'revision_number': 4, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'subnets': [{'id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:47.550657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:47.695180 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-819f15bf-5f57-48ef-9e76-9c7ad56eaf6d req-c0578a0e-003a-451b-8458-a24cdd97b0be tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 210 time: 0.0694194 Apr 20 18:30:47.742093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Allocated IP 172.20.0.10 (88070787-1d2b-4821-b7e2-51b05834a3a9/89da5d25-5348-4589-b88f-0b5b4e2f3fcb/58dbc94b-de24-4efd-9510-75fdd6cb034d) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:47.795639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:47.801033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-40b7d5c6-81e6-42bb-8386-cef0587ddc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:47.821859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb0c50-0597-469a-9083-e0e42a6d6d7c,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:47.826120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:47.827331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:47.828999 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abeb0c50-0597-469a-9083-e0e42a6d6d7c HTTP/1.1" status: 204 len: 168 time: 0.8388503 Apr 20 18:30:48.033356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.103984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.112238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3caafcfa-6831-49ae-88c8-08eb3551b5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:48.233492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:48.246777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:48.255917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:48.262254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:48.263568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.314753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58340) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:48.334884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Pushing event updated for resources: {'Port': ['ID=58dbc94b-de24-4efd-9510-75fdd6cb034d,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:48.354932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:48.358116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.386351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:48.391439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Usage tracker for resource:security_group_rule and tenant:93a9ce6718f14128ad59323ae454c534 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:48.394605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:48.400968 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:48.479944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b84da8-86c8-40c5-b64f-0ca34fe5c33e {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:48.501035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.503930 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5490820 Apr 20 18:30:48.506260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.509648 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.529775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Request body: {'port': {'device_id': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:48.552028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-054ae004-be92-41eb-96cc-b8da54a73b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:48.560682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Transition to ACTIVE for port object 16b84da8-86c8-40c5-b64f-0ca34fe5c33e will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:48.565167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.577201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef4774f3-c4b9-4225-a17d-4ee5cfe2da02 tempest-DeleteServersTestJSON-1735689913 tempest-DeleteServersTestJSON-1735689913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:48.670274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20471bd-4f79-4c49-ad4f-b47c66505487,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:48.717225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:48.730709 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93a9ce6718f14128ad59323ae454c534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951044 Apr 20 18:30:48.730890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Pushing event updated for resources: {'Port': ['ID=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:48.731913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58356) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:48.809265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:48.861666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.995464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:49.040394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.079191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.083919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Attempting to bind port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:49.084301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Attempting to bind port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:49.084673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Attempting to bind port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e on network 88070787-1d2b-4821-b7e2-51b05834a3a9 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:49.100060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e on network 88070787-1d2b-4821-b7e2-51b05834a3a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:49.100436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Attempting to bind port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e on network 88070787-1d2b-4821-b7e2-51b05834a3a9 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:49.110113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:49.110625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Checking segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:49.129190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Bound using segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:49.129744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Bound port: 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:49.130184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.148562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:49.155419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:49.156034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.312827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.322191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.343253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-140ff970-b5b1-4ca3-9f3c-e8b02a673f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:49.350281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:49.353636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.355915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:49.396339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d820f-73ba-4f62-8964-470398c288cc req-77cda009-d8ff-4eda-bce4-c9088f8fafe8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:49.397935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-685d820f-73ba-4f62-8964-470398c288cc req-77cda009-d8ff-4eda-bce4-c9088f8fafe8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Synchronizing usage tracker for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:49.408699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20471bd-4f79-4c49-ad4f-b47c66505487,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:49.411988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:49.419611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.424449 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f20471bd-4f79-4c49-ad4f-b47c66505487 HTTP/1.1" status: 204 len: 168 time: 0.6920068 Apr 20 18:30:49.445309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:49.458788 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:49.564520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-685d820f-73ba-4f62-8964-470398c288cc req-77cda009-d8ff-4eda-bce4-c9088f8fafe8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Unset dirty status for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:49.574184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] For port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:49.574854 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-685d820f-73ba-4f62-8964-470398c288cc req-77cda009-d8ff-4eda-bce4-c9088f8fafe8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 932 time: 0.5879655 Apr 20 18:30:49.579389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] For port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:49.590749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.596126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:49.689349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-685d820f-73ba-4f62-8964-470398c288cc req-c1f9a5ac-e094-4aca-b40f-070545ec9552 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Synchronizing usage tracker for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:49.713415 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:49.714096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.720218 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] 10.222.0.18 "PUT /v2.0/ports/16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 1093 time: 2.7876856 Apr 20 18:30:49.720786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'tag': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:49.834017 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-685d820f-73ba-4f62-8964-470398c288cc req-c1f9a5ac-e094-4aca-b40f-070545ec9552 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Unset dirty status for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:49.844353 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'tag': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e', 'status': 'completed', 'code': 200} Apr 20 18:30:49.847299 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-685d820f-73ba-4f62-8964-470398c288cc req-c1f9a5ac-e094-4aca-b40f-070545ec9552 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705438 Apr 20 18:30:49.869151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Pushing event updated for resources: {'Port': ['ID=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:49.875596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:49.912038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-7b9c90e7-84c9-448b-9d37-466d3e45a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:49.913699 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-7b9c90e7-84c9-448b-9d37-466d3e45a5c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1096 time: 0.1415863 Apr 20 18:30:50.006763 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-71c8c626-64c4-438a-91a6-1d128a5c7d13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 217 time: 0.0826156 Apr 20 18:30:50.039901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dbc94b-de24-4efd-9510-75fdd6cb034d {{(pid=86460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:50.050007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.070193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Transition to ACTIVE for port object 58dbc94b-de24-4efd-9510-75fdd6cb034d will not be triggered until provisioned by entity L2. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:50.073894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.084937 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:50.132159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-e354ed05-190e-4414-a95f-9749ac0153d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:50.133773 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-e354ed05-190e-4414-a95f-9749ac0153d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.1192236 Apr 20 18:30:50.193183 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-7b2bd916-87ce-4c3f-a8e5-5e49ef7e13ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496931 Apr 20 18:30:50.326209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Attempting to bind port 58dbc94b-de24-4efd-9510-75fdd6cb034d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:50.326590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Attempting to bind port 58dbc94b-de24-4efd-9510-75fdd6cb034d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:50.326957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Attempting to bind port 58dbc94b-de24-4efd-9510-75fdd6cb034d on network 88070787-1d2b-4821-b7e2-51b05834a3a9 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:50.332179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Pushing event updated for resources: {'Port': ['ID=58dbc94b-de24-4efd-9510-75fdd6cb034d,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:50.334670 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Port 58dbc94b-de24-4efd-9510-75fdd6cb034d on network 88070787-1d2b-4821-b7e2-51b05834a3a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:50.335032 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Attempting to bind port 58dbc94b-de24-4efd-9510-75fdd6cb034d on network 88070787-1d2b-4821-b7e2-51b05834a3a9 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:50.339224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:50.342067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:50.342307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Checking segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:50.342862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Bound using segment: {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:50.343190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Bound port: 58dbc94b-de24-4efd-9510-75fdd6cb034d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9'}}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:50.343573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.449683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] For port 58dbc94b-de24-4efd-9510-75fdd6cb034d, host hv-cinder-78693, cleared binding levels {{(pid=86460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:50.454171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] For port 58dbc94b-de24-4efd-9510-75fdd6cb034d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:50.459560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.464157 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-a1ab5b78-0d5b-4934-aad3-b14063b96eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602513 Apr 20 18:30:50.477358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e04dcdc6-42b7-439b-8fdb-0d85be2e26ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:50.537249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:50.537927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.539632 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] 10.222.0.18 "PUT /v2.0/ports/58dbc94b-de24-4efd-9510-75fdd6cb034d HTTP/1.1" status: 200 len: 1094 time: 2.0236909 Apr 20 18:30:50.547912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'tag': '58dbc94b-de24-4efd-9510-75fdd6cb034d'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:50.683356 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'tag': '58dbc94b-de24-4efd-9510-75fdd6cb034d', 'status': 'completed', 'code': 200} Apr 20 18:30:50.685760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Pushing event updated for resources: {'Port': ['ID=58dbc94b-de24-4efd-9510-75fdd6cb034d,revision_number=3']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:50.688863 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5fa642cc-b51c-45ff-9212-bcbf08666dce req-ce04f6f6-1708-465d-820e-3ee247d3cf72 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130623 Apr 20 18:30:50.689273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:50.730886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-02c8df3c-d41a-4567-b3c3-a206711d381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:50.733108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-02c8df3c-d41a-4567-b3c3-a206711d381b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 1097 time: 0.1392353 Apr 20 18:30:50.836691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-dc703197-89a9-49d1-8fdc-482fcadd0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:50.838476 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-dc703197-89a9-49d1-8fdc-482fcadd0275 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1096 time: 0.0935075 Apr 20 18:30:50.854900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:50.870656 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-12f133c7-e511-4cff-a675-d57c9d223b9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d HTTP/1.1" status: 200 len: 217 time: 0.1270688 Apr 20 18:30:50.961992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:50.962441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.973655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-bbc4e39b-9475-44cb-a735-ad94aadba324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:50.975777 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-bbc4e39b-9475-44cb-a735-ad94aadba324 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.0957179 Apr 20 18:30:51.027617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-38829e88-e614-4cce-abd2-da29e33ecb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:51.030236 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-38829e88-e614-4cce-abd2-da29e33ecb2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.1855001 Apr 20 18:30:51.065639 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-1c81c561-db2e-4091-bc0a-d13239a929e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792542 Apr 20 18:30:51.161765 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-dbdef3c1-3c9e-41e5-9d3c-22b1bdf3d3a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 217 time: 0.1223149 Apr 20 18:30:51.287688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-0463a282-5fb5-4793-b2aa-2c31ebcef6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:51.290553 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-0463a282-5fb5-4793-b2aa-2c31ebcef6f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.1183207 Apr 20 18:30:51.386650 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-a26c3d16-7615-4324-bcbc-e673b7a71e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883138 Apr 20 18:30:51.552375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15548a6e-c089-4685-b741-748773f617cc req-d674b95c-67b7-4688-b95a-2a4234dad347 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:51.562086 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-15548a6e-c089-4685-b741-748773f617cc req-d674b95c-67b7-4688-b95a-2a4234dad347 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 944 time: 0.4944139 Apr 20 18:30:51.594051 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-85b5a6e0-9e40-4f1c-a331-0cada64191fc service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991875 Apr 20 18:30:51.647866 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-2569c0d9-5340-45f9-87c1-73aa3f423d01 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834928 Apr 20 18:30:51.671703 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-15548a6e-c089-4685-b741-748773f617cc req-15b1f08c-1972-46bb-ad1a-8f4d203db951 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084523 Apr 20 18:30:51.847350 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc98e16d-11bb-4d8c-bbc7-b691ba2ead1b req-393de71f-45f9-45ed-a78a-a34a7d4d1a31 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745069 Apr 20 18:30:51.866048 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59a03c3d-838a-4daa-a22d-dc74d6f0b3ad req-b2882d45-b031-4217-8bcf-67c2ffcc49d9 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604957 Apr 20 18:30:51.993113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-24bdc5a5-4247-43e6-9fd5-e7cd489cb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:51.994854 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-24bdc5a5-4247-43e6-9fd5-e7cd489cb774 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 1097 time: 0.0916498 Apr 20 18:30:52.167073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-6fe46472-ac64-404c-b3af-b071193e5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:52.168611 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-6fe46472-ac64-404c-b3af-b071193e5cff service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.1666467 Apr 20 18:30:52.250557 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-97b48128-d5bf-4d58-a37c-c202c943100e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d HTTP/1.1" status: 200 len: 217 time: 0.0730777 Apr 20 18:30:52.322616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-182862fd-4e30-4c2d-9b3f-2d34fd892d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:52.324147 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-182862fd-4e30-4c2d-9b3f-2d34fd892d2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.0669155 Apr 20 18:30:52.382053 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-346c30d2-e62c-429f-9a5f-9cce0d62f4e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499265 Apr 20 18:30:52.531603 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-58acaabb-9663-475f-bb2d-3bb5ccfd9118 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405509 Apr 20 18:30:52.697272 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d541a15-ec73-46d6-9c73-cf1b751eb3be req-fed8de5c-46e6-4d93-8ca6-f7b5c8d335b9 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588092 Apr 20 18:30:52.940571 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cb6a7-f5e2-411e-bb75-b226c5aefd5b req-33ae1c7a-1533-468d-a5de-ee2c675bea27 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:52.946727 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da2cb6a7-f5e2-411e-bb75-b226c5aefd5b req-33ae1c7a-1533-468d-a5de-ee2c675bea27 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 944 time: 0.1337600 Apr 20 18:30:52.993110 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da2cb6a7-f5e2-411e-bb75-b226c5aefd5b req-39acd6d8-1757-4404-ade3-422f4645c7f2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Apr 20 18:30:53.211546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 16b84da8-86c8-40c5-b64f-0ca34fe5c33e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:53.361486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:53.376508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'port_id': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e', 'mac_address': 'fa:16:3e:23:97:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:53.440764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.461423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b84da8-86c8-40c5-b64f-0ca34fe5c33e {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:53.478963 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:53.482656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.486055 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65e3974c-e905-44bb-a89b-a219cea70a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:53.562033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:53.565475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:53.740855 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['16b84da8-86c8-40c5-b64f-0ca34fe5c33e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:54.231309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3a4f0-7bd5-413f-8b7c-d3d181bbcccc req-84d962a8-ee3d-4d5d-9b4f-5dfa6321b305 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:54.233494 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ffe3a4f0-7bd5-413f-8b7c-d3d181bbcccc req-84d962a8-ee3d-4d5d-9b4f-5dfa6321b305 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 944 time: 0.0941722 Apr 20 18:30:54.295045 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ffe3a4f0-7bd5-413f-8b7c-d3d181bbcccc req-40dd1ebd-fd55-4ae3-b797-3e22bee4af79 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529482 Apr 20 18:30:55.068838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58588) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:55.193597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.209763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:55.214496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb15f9f9942428f94ff2011d9778acd is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:55.217544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:55.217830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 58dbc94b-de24-4efd-9510-75fdd6cb034d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:55.223651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:55.251202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 16b84da8-86c8-40c5-b64f-0ca34fe5c33e up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:55.309395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.313751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.344472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c14aba78-19c4-4666-a512-6c16624478fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.363070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58606) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:55.363299 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bb15f9f9942428f94ff2011d9778acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931783 Apr 20 18:30:55.382156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c61e67-b181-442f-ae5f-72477a0b916e,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.385763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.437488 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:55.461093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:55.461637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.487442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.523295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 58dbc94b-de24-4efd-9510-75fdd6cb034d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:55.527116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.549323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '58dbc94b-de24-4efd-9510-75fdd6cb034d', 'network_id': '88070787-1d2b-4821-b7e2-51b05834a3a9', 'port_id': '58dbc94b-de24-4efd-9510-75fdd6cb034d', 'mac_address': 'fa:16:3e:c2:5d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89da5d25-5348-4589-b88f-0b5b4e2f3fcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:55.585130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236186b-d08e-4932-87b2-bd1ffd904920 req-79b3a718-ec60-41c1-beae-f82655d7411e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:55.595745 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a236186b-d08e-4932-87b2-bd1ffd904920 req-79b3a718-ec60-41c1-beae-f82655d7411e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 944 time: 0.1109121 Apr 20 18:30:55.616797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.623318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.631771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-987d43a1-5f89-4324-9a85-7e1412397578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.646282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dbc94b-de24-4efd-9510-75fdd6cb034d {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:55.656312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.657552 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1c61e67-b181-442f-ae5f-72477a0b916e HTTP/1.1" status: 204 len: 168 time: 0.2932243 Apr 20 18:30:55.658490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c61e67-b181-442f-ae5f-72477a0b916e,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.673631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.725817 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a236186b-d08e-4932-87b2-bd1ffd904920 req-80ba5df7-f4ce-4a14-85eb-70c4e9fb600d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290021 Apr 20 18:30:55.730797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.768949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 58dbc94b-de24-4efd-9510-75fdd6cb034d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:55.776988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.779056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:55.786049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-43281369-7fff-4e95-8bcd-40e0a413c1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.855859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:55.868011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.878956 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e', 'code': 200} Apr 20 18:30:55.888998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=58dbc94b-de24-4efd-9510-75fdd6cb034d,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.892591 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.893266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.969896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.973350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:56.071824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58632) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:56.092268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.108469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:56.112569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d00f9e3c1984fbb842c8887d863c2b1 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:56.115635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:56.122107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:56.122442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['58dbc94b-de24-4efd-9510-75fdd6cb034d'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:56.155506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a284447-b0bb-4923-be26-a558949aaec9 req-24367418-cfe6-48a6-9f2e-012a9453556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.157714 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6a284447-b0bb-4923-be26-a558949aaec9 req-24367418-cfe6-48a6-9f2e-012a9453556b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.0894411 Apr 20 18:30:56.218997 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6a284447-b0bb-4923-be26-a558949aaec9 req-5db8367c-a121-4254-a3f8-6088b7a4b04b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Apr 20 18:30:56.224812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.227959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.238085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c0173258-62b3-4445-bfe7-decbfd80d79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:56.281092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11840327-aa73-4359-a65c-d94f10391929,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:56.287434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:56.293802 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d00f9e3c1984fbb842c8887d863c2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181332 Apr 20 18:30:56.294204 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58640) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:56.363251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.392435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.440781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.445820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d98fe5ba-2a34-4980-ad31-fbc7ed54132f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:56.463134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11840327-aa73-4359-a65c-d94f10391929,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:56.466177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:56.467152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.468344 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11840327-aa73-4359-a65c-d94f10391929 HTTP/1.1" status: 204 len: 168 time: 0.1730869 Apr 20 18:30:56.613092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f77c01c2-8b0d-4e1e-906a-bee6437d01c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.826333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:30:56.951854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1c0f5-96f4-424d-a10e-03a122afb7f6 req-82861c61-409a-4562-a0b7-df08f5325954 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.953749 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-03a1c0f5-96f4-424d-a10e-03a122afb7f6 req-82861c61-409a-4562-a0b7-df08f5325954 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 945 time: 0.0961392 Apr 20 18:30:57.020238 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-03a1c0f5-96f4-424d-a10e-03a122afb7f6 req-e0a751ff-7408-4dc6-b056-2bb32b815570 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 Apr 20 18:30:57.191211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58682) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:57.231504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 58dbc94b-de24-4efd-9510-75fdd6cb034d up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:57.320045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 58dbc94b-de24-4efd-9510-75fdd6cb034d completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:57.328681 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 58dbc94b-de24-4efd-9510-75fdd6cb034d triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:57.329105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.496838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.563172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 58dbc94b-de24-4efd-9510-75fdd6cb034d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:57.567309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.569657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:57.570912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.633110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:57.640215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Usage tracker for resource:security_group_rule and tenant:142a36017c5a43309349ec23e43bbfff is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:57.647330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:57.656494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:57.675431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=58dbc94b-de24-4efd-9510-75fdd6cb034d,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:57.696049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:57.748663 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.750865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.760542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0394212d-6fa0-41fa-8cfe-1ade688f8ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:57.812046 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=142a36017c5a43309349ec23e43bbfff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170423 Apr 20 18:30:57.812046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1036c9f-1cd2-44ec-abdf-75aeae149a65,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:57.812412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58718) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:57.834370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:57.873819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58724) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:57.882967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dbc94b-de24-4efd-9510-75fdd6cb034d'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:57.919251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.953639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.986086 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dbc94b-de24-4efd-9510-75fdd6cb034d', 'code': 200} Apr 20 18:30:58.034928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.043106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-225fdf46-b595-4858-a79c-0180afe60860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:58.090189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1036c9f-1cd2-44ec-abdf-75aeae149a65,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:58.096329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.097574 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1036c9f-1cd2-44ec-abdf-75aeae149a65 HTTP/1.1" status: 204 len: 168 time: 0.2841244 Apr 20 18:30:58.101109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:58.233666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.279655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:58.291065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:e951baf332314f00824f9f261ef9a750 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:58.299935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:58.317432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:58.461680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a73c3-de2c-49d2-9e70-78248030e8fe req-ef525cdf-082e-480d-8c78-89792bf295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:58.466394 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b59a73c3-de2c-49d2-9e70-78248030e8fe req-ef525cdf-082e-480d-8c78-89792bf295d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 1099 time: 0.2023580 Apr 20 18:30:58.520649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.540805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.552008 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b59a73c3-de2c-49d2-9e70-78248030e8fe req-1a407be8-5ea2-4072-81dd-814a6f842b6b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781577 Apr 20 18:30:58.579707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bcae0c3a-6e61-45b5-9359-10163a91041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:58.612845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20735c4b-16a8-4730-a668-c97ac19f4401,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:58.653405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:58.662914 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e951baf332314f00824f9f261ef9a750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878182 Apr 20 18:30:58.663437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58762) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:58.696731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8fb3f-4eaf-4dbc-87a4-76d8eab98329 req-2c5c6bfa-ccbc-41e9-a821-f6c9403acbc9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:58.717568 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ebe8fb3f-4eaf-4dbc-87a4-76d8eab98329 req-2c5c6bfa-ccbc-41e9-a821-f6c9403acbc9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2978997 Apr 20 18:30:58.775425 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ebe8fb3f-4eaf-4dbc-87a4-76d8eab98329 req-c01cf047-9b2e-4f1a-8d3e-144366363c0b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567849 Apr 20 18:30:58.815428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.864328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.914183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.920416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-71536513-82f3-4622-8904-dc3ad442ee11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:58.936245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20735c4b-16a8-4730-a668-c97ac19f4401,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:58.939759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:58.941056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.944576 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20735c4b-16a8-4730-a668-c97ac19f4401 HTTP/1.1" status: 204 len: 168 time: 0.2773888 Apr 20 18:30:59.158021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-62916ce4-4ad8-4d06-999b-0cb60d24ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.298939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58812) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:59.348399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58822) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:59.371141 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.390661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:59.394903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:cde94ce276a2451e9a294a12635665bf is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:59.398107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:59.405346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:59.498699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.569908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.601504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.637154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-91e9be2d-1130-445a-a9a8-44b0bf3dfd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:59.673298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6651dd3-50a8-4539-81e1-fb02e87f67c2,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:59.676716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.691424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:59.698498 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cde94ce276a2451e9a294a12635665bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489845 Apr 20 18:30:59.698898 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58834) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:59.701908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:59.706214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Usage tracker for resource:security_group_rule and tenant:c216a7f60ae546e7be31544b5bece2ca is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:59.709939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:59.717429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:59.837775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.837946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.841088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.874453 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-af60a09e-89d7-42a2-8c8e-d850c86498a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:59.910285 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c216a7f60ae546e7be31544b5bece2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099970 Apr 20 18:30:59.910738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58850) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:59.911662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e75f4-947c-40ce-b299-8cfb288091ee,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:59.912776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.920124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.006487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58854) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:00.027196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71ad93-779d-499a-9288-dadd5c46d989 req-8544178b-efc0-4d57-82f5-baea2a7785b7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:00.029516 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d71ad93-779d-499a-9288-dadd5c46d989 req-8544178b-efc0-4d57-82f5-baea2a7785b7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.0929723 Apr 20 18:31:00.058119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.063156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.076543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f5a9e30d-8bb6-42b9-b057-3677d889ef51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:00.101871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6651dd3-50a8-4539-81e1-fb02e87f67c2,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:00.105062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.117646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.119251 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6651dd3-50a8-4539-81e1-fb02e87f67c2 HTTP/1.1" status: 204 len: 168 time: 0.4191241 Apr 20 18:31:00.123330 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d71ad93-779d-499a-9288-dadd5c46d989 req-a00c50f8-7294-4982-9ccd-7f42c50d41f8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858374 Apr 20 18:31:00.128565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.179582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.244118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.271553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:00.276339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Usage tracker for resource:security_group_rule and tenant:4b6c726939444fe898cbfa7f9f05dfa7 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:00.279770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:00.286230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:00.299296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.311529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f5ec712d-997f-492a-85b7-7e638d6fb8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:00.329159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e75f4-947c-40ce-b299-8cfb288091ee,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:00.355180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.395186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.401859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/378e75f4-947c-40ce-b299-8cfb288091ee HTTP/1.1" status: 204 len: 168 time: 0.4687486 Apr 20 18:31:00.541722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.545592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.556305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-88ce45ad-6e48-41fc-9e6c-bbd9f4aa2665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:00.592444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09def26-24cc-47e9-b1d2-b991fa8ec029,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:00.597684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.619233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58874) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:00.619375 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b6c726939444fe898cbfa7f9f05dfa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821497 Apr 20 18:31:00.806617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.839841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-c3a131b0-d35c-4256-8d92-e6a42079d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:00.840689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.842223 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-c3a131b0-d35c-4256-8d92-e6a42079d942 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 1099 time: 0.1757104 Apr 20 18:31:00.895976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.005875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:01.060659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-3bfb51f4-f717-4db5-a999-c524e7f034c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:01.062401 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-3bfb51f4-f717-4db5-a999-c524e7f034c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.2040009 Apr 20 18:31:01.066424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09def26-24cc-47e9-b1d2-b991fa8ec029,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:01.074535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:01.082607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.087022 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b09def26-24cc-47e9-b1d2-b991fa8ec029 HTTP/1.1" status: 204 len: 168 time: 0.4663241 Apr 20 18:31:01.115778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa857ae-f03b-4e7a-8690-8b61430453e5 req-62ea4af7-118a-470a-b10b-60746f5270f8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:01.123387 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8aa857ae-f03b-4e7a-8690-8b61430453e5 req-62ea4af7-118a-470a-b10b-60746f5270f8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2294652 Apr 20 18:31:01.154929 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-3cd27bbb-0fb8-44b9-a7e3-d6b6e4ca8f81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d HTTP/1.1" status: 200 len: 217 time: 0.0842223 Apr 20 18:31:01.171328 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8aa857ae-f03b-4e7a-8690-8b61430453e5 req-6ad64b1d-09e8-4724-a275-690828d5f8b8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Apr 20 18:31:01.243669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-45bebabb-6d6e-4245-975e-9ec5e2e1ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:01.245563 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-45bebabb-6d6e-4245-975e-9ec5e2e1ec5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.0799818 Apr 20 18:31:01.309779 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-3060591a-7e28-464a-986f-b0980fc19fc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569732 Apr 20 18:31:01.317170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.509541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58914) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:01.534559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.555666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:01.563535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:bff4466e2cf64616b2530f2912dc4e15 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:01.568543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:01.596083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:01.731901 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-25421789-1702-414f-90be-bb56b9350b66 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156759 Apr 20 18:31:01.784044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.787428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.824954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3b6b43e7-c317-4143-a025-2d4eea310aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:01.888660 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bff4466e2cf64616b2530f2912dc4e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739133 Apr 20 18:31:01.896722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58932) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:01.907807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5bfe2e-46ed-4045-8f67-35535e2589b4,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:01.913358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:02.118924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.125128 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-893103ad-2241-4b57-95ca-8f3dc782b3c0 req-4b6a830c-94c1-4a56-a263-f98258bf2bff service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860910 Apr 20 18:31:02.158746 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.228679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 58958) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:02.256213 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.261800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0db322d0-c248-407c-95a0-90e75aa1d527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:02.300519 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5bfe2e-46ed-4045-8f67-35535e2589b4,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:02.303297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:02.311119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.312337 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f5bfe2e-46ed-4045-8f67-35535e2589b4 HTTP/1.1" status: 204 len: 168 time: 0.4144163 Apr 20 18:31:02.398018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2056447260-network', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:02.406034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:02.414402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Usage tracker for resource:network and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:02.425512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:02.426301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2838-87a1-4bd8-959a-bcdcfd6c69df req-99fa2f2c-8380-41ca-a9c2-14bf38e45603 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:02.428054 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b58f2838-87a1-4bd8-959a-bcdcfd6c69df req-99fa2f2c-8380-41ca-a9c2-14bf38e45603 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1001554 Apr 20 18:31:02.447333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:02.458338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Made reservation on behalf of 1e001973605f4a3a93b4f736fb001ae2 for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:02.464285 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.481816 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.493123 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b58f2838-87a1-4bd8-959a-bcdcfd6c69df req-7932de05-9d44-4846-9430-44a3d094e5be tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571685 Apr 20 18:31:02.506414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:02.506414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:02.511935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:02.520192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:02.639937 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.642780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.647142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-504dfdeb-c62b-47c0-8de4-215c830275da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:02.696456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:31:02.714153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d320fc-71c8-4341-9d93-7eb0a70d7789,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:02.718668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:02.722382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.722784 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Added segment 2b1dc444-a6fc-406b-a5bf-a98166895e2a of type vlan for network 4d363f70-872a-4863-aff0-fe651ed98319 Apr 20 18:31:02.763851 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.797256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.799004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:02.799933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.806420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:02.911710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Pushing event updated for resources: {'Network': ['ID=4d363f70-872a-4863-aff0-fe651ed98319,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:02.916485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:02.927193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 4d363f70-872a-4863-aff0-fe651ed98319 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:31:02.931924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 58990) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:02.933832 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7032371 Apr 20 18:31:02.940253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Request body: {'subnet': {'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2056447260-subnet', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:02.953029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:02.963731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Usage tracker for resource:subnet and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:02.967711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:02.983054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:02.999209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Made reservation on behalf of 1e001973605f4a3a93b4f736fb001ae2 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:03.013215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.544013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59028) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:03.567414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.575606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:03.735225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb501fd-8d96-468e-90ae-2c8a7c180b9e,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:03.745402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:03.759054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Checking segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:03.759451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Network hostable DHCP agents. Network: 4d363f70-872a-4863-aff0-fe651ed98319, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:31:03.794090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190156016-network', 'tenant_id': 'e1bec67db0e2479fa7c6620c798ee57b'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:03.799323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:03.799499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Network 4d363f70-872a-4863-aff0-fe651ed98319 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:31:03.804831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Usage tracker for resource:network and tenant:e1bec67db0e2479fa7c6620c798ee57b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:03.808809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:03.815929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:03.817682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb30c52-97d4-40b8-a552-8e2078bc4b9e req-b8d0ef05-20db-41a7-bed5-8c9eca2f271f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:03.819382 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5eb30c52-97d4-40b8-a552-8e2078bc4b9e req-b8d0ef05-20db-41a7-bed5-8c9eca2f271f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1684153 Apr 20 18:31:03.820484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 4d363f70-872a-4863-aff0-fe651ed98319) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:03.825444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:03.826105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.827144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Made reservation on behalf of e1bec67db0e2479fa7c6620c798ee57b for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:03.832647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.837585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b8888-0110-4655-9ec6-c921001a50ba None None] Network 4d363f70-872a-4863-aff0-fe651ed98319 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:31:03.854880 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.871054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:03.875938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Usage tracker for resource:security_group_rule and tenant:e1bec67db0e2479fa7c6620c798ee57b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:03.879362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:03.885528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:03.889206 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5eb30c52-97d4-40b8-a552-8e2078bc4b9e req-1800ea64-5ea5-4ef9-b2a9-b34c6c46feb4 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524981 Apr 20 18:31:03.891028 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-fd91886b-a91a-440a-8d78-6a67cef53565 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9566076 Apr 20 18:31:03.894036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59036) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:03.900252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:03.905713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:03.910095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Usage tracker for resource:router and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:03.913689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:03.920039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:03.931331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.932432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.952667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.990773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.993786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.997440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ae646160-4916-4569-9476-cfc9191087de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:04.035384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:31:04.043539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:04.047707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:04.051807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.052197 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Added segment f37c3886-ed80-4ae0-8365-aa98678f96e5 of type vlan for network 5aa1c16c-bb0a-4431-afa0-79084fcf521a Apr 20 18:31:04.088543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.122249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.123631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:04.124279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.129594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-86ff9cfd-067e-4d30-ab59-f1137ef19d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:04.186109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-4d363f70-872a-4863-aff0-fe651ed98319', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:31:04.187450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.248082 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7026346 Apr 20 18:31:04.256487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59046) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:04.259526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa1c16c-bb0a-4431-afa0-79084fcf521a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:04.271967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Request body: {'subnet': {'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190156016-subnet', 'tenant_id': 'e1bec67db0e2479fa7c6620c798ee57b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:04.275854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:04.278451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:04.283283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:31:04.283836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Usage tracker for resource:subnet and tenant:e1bec67db0e2479fa7c6620c798ee57b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:04.287114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:04.306145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.328053 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:04.340878 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Made reservation on behalf of e1bec67db0e2479fa7c6620c798ee57b for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:04.345745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852903827'] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.513172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Allocated IP 172.20.0.2 (4d363f70-872a-4863-aff0-fe651ed98319/5eb501fd-8d96-468e-90ae-2c8a7c180b9e/3c555900-6e53-4112-9757-7216d2fdc1ad) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:04.828333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.843027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Transition to ACTIVE for port object 3c555900-6e53-4112-9757-7216d2fdc1ad will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:04.869240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Transition to ACTIVE for port object 3c555900-6e53-4112-9757-7216d2fdc1ad will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:04.874555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.880747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:04.898232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.950656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Network 4d363f70-872a-4863-aff0-fe651ed98319 is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:04.953874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:04.954925 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:04.960133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:05.035005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2580883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852903812'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.040495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:05.112040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Attempting to bind port 3c555900-6e53-4112-9757-7216d2fdc1ad on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:05.112758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Attempting to bind port 3c555900-6e53-4112-9757-7216d2fdc1ad by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:05.114133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Attempting to bind port 3c555900-6e53-4112-9757-7216d2fdc1ad on network 4d363f70-872a-4863-aff0-fe651ed98319 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:05.120518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Pushing event updated for resources: {'Port': ['ID=3c555900-6e53-4112-9757-7216d2fdc1ad,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:05.123942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a9d635-45d5-4f80-9128-7aa1b452729f,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:05.127635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:05.130683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:05.133938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Checking segment: {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:05.134373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Network hostable DHCP agents. Network: 5aa1c16c-bb0a-4431-afa0-79084fcf521a, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:31:05.138006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:05.138449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Checking segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:05.139062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.139506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Bound using segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:05.140052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Bound port: 3c555900-6e53-4112-9757-7216d2fdc1ad, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:05.140480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.160579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:31:05.169602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 5aa1c16c-bb0a-4431-afa0-79084fcf521a) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:05.183492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.184183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.190325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Allocated IP 172.28.3.38 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/96d735e6-f935-4885-bc8f-dbdd9c26230e) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:05.206719 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-816bb177-582e-4538-9145-da9c89597a8a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9488544 Apr 20 18:31:05.210642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14f441-393f-4db7-810f-92007371384d req-f159cd64-5417-4842-a296-ed1cb6b04b5c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.211223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e270e-0329-4eab-982c-1b1001bba8e6 None None] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:31:05.218681 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4c14f441-393f-4db7-810f-92007371384d req-f159cd64-5417-4842-a296-ed1cb6b04b5c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1400230 Apr 20 18:31:05.354788 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4c14f441-393f-4db7-810f-92007371384d req-56c8339d-dff6-45c3-9064-113b15841021 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271591 Apr 20 18:31:05.426954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.462397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.474491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] For port 3c555900-6e53-4112-9757-7216d2fdc1ad, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:05.475771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d55f159-9bd8-48ac-a7fd-d50cbcb7532f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:05.500933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] For port 3c555900-6e53-4112-9757-7216d2fdc1ad, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=3c555900-6e53-4112-9757-7216d2fdc1ad,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:05.512952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:05.524434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:05.580958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:05.582448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:05.609432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Pushing event updated for resources: {'Port': ['ID=96d735e6-f935-4885-bc8f-dbdd9c26230e,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:05.611859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:05.618724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Pushing event updated for resources: {'Port': ['ID=3c555900-6e53-4112-9757-7216d2fdc1ad,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:05.632731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:05.667215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:05.706273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c13f85-4205-4b4a-8cad-edc06d9c3042 None None] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:31:06.268608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:06.734962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940cd7-71d3-414c-914f-c20c46a267a6 req-d2d33344-b820-4885-a417-227e1a02e2a5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:06.736611 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2b940cd7-71d3-414c-914f-c20c46a267a6 req-d2d33344-b820-4885-a417-227e1a02e2a5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2125354 Apr 20 18:31:06.737750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:06.871421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 3c555900-6e53-4112-9757-7216d2fdc1ad up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:06.940499 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2b940cd7-71d3-414c-914f-c20c46a267a6 req-ffba678d-d618-4b3a-a2e9-ed589f1cc10e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461253 Apr 20 18:31:06.947661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 3c555900-6e53-4112-9757-7216d2fdc1ad completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:07.007086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:31:07.240934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310bb1be-8056-4529-afd5-c691670d97f5 None None] Network 4d363f70-872a-4863-aff0-fe651ed98319 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:31:07.433238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:31:07.444536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Sync routers for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:31:07.459180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:07.466919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:07.485324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:07.486800 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5915995 Apr 20 18:31:07.490385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59130) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:07.494666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Provisioning for port 3c555900-6e53-4112-9757-7216d2fdc1ad completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:07.503641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Provisioning complete for port 3c555900-6e53-4112-9757-7216d2fdc1ad triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:07.504507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.113655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-687f1ca2-4ff1-435b-8c87-d5c52cbc0910 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:08.115409 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-687f1ca2-4ff1-435b-8c87-d5c52cbc0910 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/networks?id=5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 200 len: 808 time: 0.4766867 Apr 20 18:31:08.132249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-4c95e255-b918-4a40-bd5f-6cce006c9bc0 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/quotas/e1bec67db0e2479fa7c6620c798ee57b HTTP/1.1" status: 200 len: 375 time: 0.0099735 Apr 20 18:31:08.228871 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-0715566d-7a13-4c77-b16e-fbd0a541b80d tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889535 Apr 20 18:31:08.229396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59160) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:08.257896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:08.321771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.371299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] For port 3c555900-6e53-4112-9757-7216d2fdc1ad, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=3c555900-6e53-4112-9757-7216d2fdc1ad,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:08.378308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.380291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:08.496428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e07f31-c9ee-4654-a7dd-84c3af58e858 req-f2a6070a-8883-4aab-8e21-eeba4330d61e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:08.499728 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20e07f31-c9ee-4654-a7dd-84c3af58e858 req-f2a6070a-8883-4aab-8e21-eeba4330d61e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2690451 Apr 20 18:31:08.525212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.540465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Pushing event updated for resources: {'Port': ['ID=3c555900-6e53-4112-9757-7216d2fdc1ad,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:08.559910 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:08.589420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:08.599392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Usage tracker for resource:security_group_rule and tenant:1468653d4d20453496c3ef14fbdc315d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:08.613090 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-d25f4636-118f-4410-80ce-92a61e1afee6 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736703 Apr 20 18:31:08.614561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:08.623003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:08.706174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-c8de4e7a-681d-4722-bb7c-cd92e484cdd9 None None] Provisioning complete for port 3c555900-6e53-4112-9757-7216d2fdc1ad triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:08.706521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8de4e7a-681d-4722-bb7c-cd92e484cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.756577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:05Z', 'revision_number': 3, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:08.762924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Checking router: a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:31:08.763680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Updating router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 port 96d735e6-f935-4885-bc8f-dbdd9c26230e binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:31:08.842037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.842294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.842409 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-84608497-9e12-484f-8bb2-c91aa5d55396 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964281 Apr 20 18:31:08.846109 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20e07f31-c9ee-4654-a7dd-84c3af58e858 req-839c2c37-db96-4d7b-8ebc-546e212fd0c9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221231 Apr 20 18:31:08.909494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 3c555900-6e53-4112-9757-7216d2fdc1ad up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:08.986568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 3c555900-6e53-4112-9757-7216d2fdc1ad triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:08.986906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.990549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.994579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.007586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f5199965-1c16-46c9-b6a6-028d0595fa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:09.074467 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1468653d4d20453496c3ef14fbdc315d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8418345 Apr 20 18:31:09.094786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59172) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:09.117944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf11919-09bd-414c-8fcc-9f6b9c73834b,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:09.124516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:09.221798 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4bebda1b-147f-4bd4-b5cf-4594aa986332 req-6cca665e-606b-45a9-80aa-8e832b2af003 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 210 time: 0.0739584 Apr 20 18:31:09.351197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.384176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Allocated IP 172.20.0.1 (4d363f70-872a-4863-aff0-fe651ed98319/5eb501fd-8d96-468e-90ae-2c8a7c180b9e/a3c9b115-ce74-48ff-97d1-0975ce7b43bc) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:09.423260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.484102 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.497182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Transition to ACTIVE for port object 96d735e6-f935-4885-bc8f-dbdd9c26230e will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:09.503262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.513277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:09.599117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Pushing event updated for resources: {'Port': ['ID=96d735e6-f935-4885-bc8f-dbdd9c26230e,revision_number=2']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:09.627570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.628149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.628633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.629108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.629581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.630220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.630833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.631305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.631776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.632255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.632723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.633186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:09.636927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Attempting to bind port 96d735e6-f935-4885-bc8f-dbdd9c26230e on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:09.637671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Attempting to bind port 96d735e6-f935-4885-bc8f-dbdd9c26230e by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:09.638438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Attempting to bind port 96d735e6-f935-4885-bc8f-dbdd9c26230e on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:09.647034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:09.648351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:09.648915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:09.649492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.650213 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:09.650905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Bound port: 96d735e6-f935-4885-bc8f-dbdd9c26230e, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:09.651555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.652530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.658777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3dc325e4-35ef-4cd9-84da-7af8cfc4a752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:09.692819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf11919-09bd-414c-8fcc-9f6b9c73834b,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:09.710383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:09.725589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.739178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.740699 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddf11919-09bd-414c-8fcc-9f6b9c73834b HTTP/1.1" status: 204 len: 168 time: 0.6230590 Apr 20 18:31:09.744717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] For port 96d735e6-f935-4885-bc8f-dbdd9c26230e, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:09.754764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Transition to ACTIVE for port object a3c9b115-ce74-48ff-97d1-0975ce7b43bc will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:09.765454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] For port 96d735e6-f935-4885-bc8f-dbdd9c26230e, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=96d735e6-f935-4885-bc8f-dbdd9c26230e,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:09.769251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.782622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e9d022a8-5d54-4cab-86b3-83402d21cf4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:09.784490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:09.789841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:09.865689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Pushing event updated for resources: {'Port': ['ID=96d735e6-f935-4885-bc8f-dbdd9c26230e,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:09.928784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Network 4d363f70-872a-4863-aff0-fe651ed98319 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:09.932186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:09.936966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:09.940218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:09.940759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:10.051110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Pushing event updated for resources: {'Port': ['ID=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:10.055969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:10.345414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-ea03e1ec-a017-4a71-ba83-df534bda297f None None] Provisioning for port a3c9b115-ce74-48ff-97d1-0975ce7b43bc completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:10.364643 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-ea03e1ec-a017-4a71-ba83-df534bda297f None None] Provisioning complete for port a3c9b115-ce74-48ff-97d1-0975ce7b43bc triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:10.365229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea03e1ec-a017-4a71-ba83-df534bda297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:10.410199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06990ab4-3d08-4b33-a9ca-60bd17765763 req-bcb44432-db27-480e-a36d-762a7dea8c85 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:10.421375 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06990ab4-3d08-4b33-a9ca-60bd17765763 req-bcb44432-db27-480e-a36d-762a7dea8c85 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2497928 Apr 20 18:31:10.482517 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06990ab4-3d08-4b33-a9ca-60bd17765763 req-4afb2c6a-7604-42df-8fec-80d46c008fb7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599511 Apr 20 18:31:10.498708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-ea03e1ec-a017-4a71-ba83-df534bda297f None None] Port a3c9b115-ce74-48ff-97d1-0975ce7b43bc cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:31:10.533585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:10.615402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:10.677597 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbcf49cf-2b30-413d-9952-4b6eb5400abe req-a0ecc9fd-dfaf-4380-93d8-5e7da8e18de2 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 210 time: 0.0610490 Apr 20 18:31:10.735698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a60b9810-4745-4556-8fa1-b4dd55045534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:10.795462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:10.959857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:05Z', 'revision_number': 3, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:10.964238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0915ddd-ffd5-4840-a180-cf4e88410088 None None] The sync data for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb is: [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:05Z', 'revision_number': 3, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:31:11.119216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-72e25311-c6fc-4ef9-9998-c57e542dcae9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:11.119962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3d2db375-2a7a-4144-b277-c284019d5772 req-72e25311-c6fc-4ef9-9998-c57e542dcae9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Synchronizing usage tracker for tenant:e1bec67db0e2479fa7c6620c798ee57b on resource:network {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:11.169918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3d2db375-2a7a-4144-b277-c284019d5772 req-72e25311-c6fc-4ef9-9998-c57e542dcae9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Unset dirty status for tenant:e1bec67db0e2479fa7c6620c798ee57b on resource:network {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:11.171162 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-72e25311-c6fc-4ef9-9998-c57e542dcae9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "GET /v2.0/networks?id=5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 200 len: 808 time: 0.3228786 Apr 20 18:31:11.193547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Request body: {'port': {'device_id': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a', 'admin_state_up': True, 'tenant_id': 'e1bec67db0e2479fa7c6620c798ee57b'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:11.219730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.271403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.308132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:11.449353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.462460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Pushing event updated for resources: {'Port': ['ID=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:11.471449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:11.513621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:11.569271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Usage tracker for resource:port and tenant:e1bec67db0e2479fa7c6620c798ee57b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:11.576830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:11.620635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:11.678722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Made reservation on behalf of e1bec67db0e2479fa7c6620c798ee57b for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:11.685535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.755208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187df1-a688-4016-978a-dee412891d0e req-3f72c47f-2e2c-427a-af56-e7ac6ec349a2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:11.757200 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fe187df1-a688-4016-978a-dee412891d0e req-3f72c47f-2e2c-427a-af56-e7ac6ec349a2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1383843 Apr 20 18:31:11.826896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Network 4d363f70-872a-4863-aff0-fe651ed98319 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:11.829241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:11.833424 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fe187df1-a688-4016-978a-dee412891d0e req-579a93c8-fc3b-4cc4-b820-014dd47d1516 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Apr 20 18:31:12.072241 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6a9b016-edad-4fef-92f6-880ce5d2e905 req-f1a48079-07e3-4ab3-bbcc-0c20ca9cbc61 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 210 time: 0.0963466 Apr 20 18:31:12.235110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-d1b2131d-5b42-4df0-8d8b-d3046172aaef None None] Provisioning complete for port a3c9b115-ce74-48ff-97d1-0975ce7b43bc triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:12.236403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d1b2131d-5b42-4df0-8d8b-d3046172aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.239489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Allocated IP 172.20.0.12 (5aa1c16c-bb0a-4431-afa0-79084fcf521a/d6a9d635-45d5-4f80-9128-7aa1b452729f/da63d80b-361a-4996-8d3f-f1ed5f1fb001) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:12.248411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:31:12.350731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2131d-5b42-4df0-8d8b-d3046172aaef None None] Port a3c9b115-ce74-48ff-97d1-0975ce7b43bc cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:31:12.647727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:31:12.670212 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] 10.222.0.26 "PUT /v2.0/routers/a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1736016 Apr 20 18:31:12.711360 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.742985 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.750901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:12.826466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:12.831168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:12.835457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:12.879471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Pushing event updated for resources: {'Port': ['ID=da63d80b-361a-4996-8d3f-f1ed5f1fb001,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:12.884664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:12.911179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:12.911876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.924560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 96d735e6-f935-4885-bc8f-dbdd9c26230e up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:12.935405 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1f460c02-0390-413f-a9cd-fca5c90e3b73 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7459247 Apr 20 18:31:12.949744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Request body: {'port': {'device_id': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:13.018330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 96d735e6-f935-4885-bc8f-dbdd9c26230e completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:13.026725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 96d735e6-f935-4885-bc8f-dbdd9c26230e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:13.028251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.048565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c4b7e-86c3-4654-a6d2-fda62e822152 req-46200c5e-2434-4ff0-b31b-afd514751c6b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:13.057747 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-698c4b7e-86c3-4654-a6d2-fda62e822152 req-46200c5e-2434-4ff0-b31b-afd514751c6b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1075115 Apr 20 18:31:13.083228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.145598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-698c4b7e-86c3-4654-a6d2-fda62e822152 req-eb70ab36-d6cb-4e16-8680-cf7c04793630 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866520 Apr 20 18:31:13.195009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.230390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 96d735e6-f935-4885-bc8f-dbdd9c26230e, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=96d735e6-f935-4885-bc8f-dbdd9c26230e,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:13.242892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.245121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-602c9131-d460-4d2c-8d25-61366afd2d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:13.356789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=96d735e6-f935-4885-bc8f-dbdd9c26230e,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:13.359940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64bbbf-ccce-4e38-ae38-b0e459bbaec1 req-bd459c84-4510-493e-848b-d88c2b7cf026 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:13.360110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:13.361848 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0c64bbbf-ccce-4e38-ae38-b0e459bbaec1 req-bd459c84-4510-493e-848b-d88c2b7cf026 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 932 time: 0.1073709 Apr 20 18:31:13.421919 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0c64bbbf-ccce-4e38-ae38-b0e459bbaec1 req-a4d26b20-82bd-439d-a561-834fb781edf9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529060 Apr 20 18:31:13.522215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59286) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:13.528738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120315053-network', 'tenant_id': '84e48f45035648b3aed297c61acff8cc'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:13.533564 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:13.545614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Usage tracker for resource:network and tenant:84e48f45035648b3aed297c61acff8cc is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:13.552729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:13.561396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:13.568671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da63d80b-361a-4996-8d3f-f1ed5f1fb001 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:13.578002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Made reservation on behalf of 84e48f45035648b3aed297c61acff8cc for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:13.583687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.586590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.598309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.618111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:13.623706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:84e48f45035648b3aed297c61acff8cc is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:13.627005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:13.634589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:13.651210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Transition to ACTIVE for port object da63d80b-361a-4996-8d3f-f1ed5f1fb001 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:13.653894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.659367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6101c7f8-5279-4b65-9b99-f9ae80c51b58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:13.731186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.734604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.752701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:31:13.766185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.766586 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Added segment de166788-5d52-402c-84e3-4430e4bcfc93 of type vlan for network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 Apr 20 18:31:13.798402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e2da2013-7962-4033-bde9-c9bee32a0601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:13.846962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd942f20-8398-445b-a609-7575567913c2,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:13.853998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:13.855912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.894045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.896074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:13.896853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.902647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c14006a0-0477-4f46-8e80-dda72a6dde83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:14.041303 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5178568 Apr 20 18:31:14.042094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f4cc92e0-5c58-4d5a-a6ff-0853b83dd706,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:14.044183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59304) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:14.052254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Request body: {'subnet': {'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120315053-subnet', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:14.056115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:31:14.056296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:14.063376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:14.068199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Usage tracker for resource:subnet and tenant:84e48f45035648b3aed297c61acff8cc is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:14.071809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:14.078862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:14.088767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Made reservation on behalf of 84e48f45035648b3aed297c61acff8cc for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:14.094138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.264046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Pushing event updated for resources: {'Port': ['ID=da63d80b-361a-4996-8d3f-f1ed5f1fb001,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:14.267908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Sync routers for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:31:14.278541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:14.279208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:14.284621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:14.297631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Attempting to bind port da63d80b-361a-4996-8d3f-f1ed5f1fb001 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:14.298045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Attempting to bind port da63d80b-361a-4996-8d3f-f1ed5f1fb001 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:14.298422 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Attempting to bind port da63d80b-361a-4996-8d3f-f1ed5f1fb001 on network 5aa1c16c-bb0a-4431-afa0-79084fcf521a {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:14.304154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Port da63d80b-361a-4996-8d3f-f1ed5f1fb001 on network 5aa1c16c-bb0a-4431-afa0-79084fcf521a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:31:14.304515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Attempting to bind port da63d80b-361a-4996-8d3f-f1ed5f1fb001 on network 5aa1c16c-bb0a-4431-afa0-79084fcf521a {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:14.310667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:14.311383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Checking segment: {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:14.311927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Bound using segment: {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:14.312401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Bound port: da63d80b-361a-4996-8d3f-f1ed5f1fb001, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:14.313000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.415114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] For port da63d80b-361a-4996-8d3f-f1ed5f1fb001, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:14.418910 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] For port da63d80b-361a-4996-8d3f-f1ed5f1fb001, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:14.423542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.428185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:14.487464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.488153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.489674 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] 10.222.0.18 "PUT /v2.0/ports/da63d80b-361a-4996-8d3f-f1ed5f1fb001 HTTP/1.1" status: 200 len: 1094 time: 1.5451069 Apr 20 18:31:14.490240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'tag': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:14.491266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:14.520707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03624-0ffd-4e78-86d2-fe395ba6873b req-33eeab6c-4a0c-481e-965c-923efc877710 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.520892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Pushing event updated for resources: {'Port': ['ID=da63d80b-361a-4996-8d3f-f1ed5f1fb001,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:14.522377 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c1f03624-0ffd-4e78-86d2-fe395ba6873b req-33eeab6c-4a0c-481e-965c-923efc877710 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2153482 Apr 20 18:31:14.531355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:14.610719 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c1f03624-0ffd-4e78-86d2-fe395ba6873b req-ebc7126e-ab3e-43e8-8b14-f6c7d0868d39 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Apr 20 18:31:14.620050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-729e5ea2-de46-4bb4-aef8-ebeb6ed6c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.622238 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-729e5ea2-de46-4bb4-aef8-ebeb6ed6c253 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 1097 time: 0.0891967 Apr 20 18:31:14.697705 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'tag': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001', 'status': 'completed', 'code': 200} Apr 20 18:31:14.707832 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-78b3b4f0-9dbc-4341-ab9c-ad643ade4e1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001 HTTP/1.1" status: 200 len: 217 time: 0.0764203 Apr 20 18:31:14.783247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db375-2a7a-4144-b277-c284019d5772 req-af3f1c0e-4c37-4681-8596-42b7fd30e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.784654 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-af3f1c0e-4c37-4681-8596-42b7fd30e60c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6a9d635-45d5-4f80-9128-7aa1b452729f HTTP/1.1" status: 200 len: 848 time: 0.0702052 Apr 20 18:31:14.785561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.794477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:14.833069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928dda-1420-4332-a153-f05268a7aaa5 req-ab1f37ce-e261-4c76-9de2-bc52d7a544af tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.834700 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d928dda-1420-4332-a153-f05268a7aaa5 req-ab1f37ce-e261-4c76-9de2-bc52d7a544af tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 944 time: 0.2346356 Apr 20 18:31:14.881092 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-6efafa4b-1a03-47c7-8919-0b3a59bd7394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa1c16c-bb0a-4431-afa0-79084fcf521a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899229 Apr 20 18:31:14.885478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 96d735e6-f935-4885-bc8f-dbdd9c26230e up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:14.925479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Checking segment: {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:14.925783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Network hostable DHCP agents. Network: f4cc92e0-5c58-4d5a-a6ff-0853b83dd706, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:31:14.930413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c5d195-5771-4aa3-b25c-1d5885f0eb43,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:14.934676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:14.948770 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8d928dda-1420-4332-a153-f05268a7aaa5 req-f654dc75-ec8f-4db3-8d81-97af483dccdf tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Apr 20 18:31:14.974296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:31:14.988377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, f4cc92e0-5c58-4d5a-a6ff-0853b83dd706) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:14.993113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.993726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.006922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8b8b2-5a0d-4f01-b9b4-d66263520945 None None] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:31:15.017491 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9696574 Apr 20 18:31:15.017837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59324) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:15.023132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:15.029240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:15.033513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Usage tracker for resource:router and tenant:84e48f45035648b3aed297c61acff8cc is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:15.037914 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:15.044195 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:15.062652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.063753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.097498 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-1ffa1525-3f0b-4092-a923-63595d3e05fe service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097347 Apr 20 18:31:15.104409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 2, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:15.108984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.117051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Checking router: a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:31:15.118347 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Updating router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 port a3c9b115-ce74-48ff-97d1-0975ce7b43bc binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:31:15.230568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.296446 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d2db375-2a7a-4144-b277-c284019d5772 req-bac515af-b368-46e0-8ae3-84837000f778 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906407 Apr 20 18:31:15.316523 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 96d735e6-f935-4885-bc8f-dbdd9c26230e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:15.316945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.438605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-822e6a19-a8b1-4113-af9b-22db350ac341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:15.440500 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-822e6a19-a8b1-4113-af9b-22db350ac341 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 1097 time: 0.0875540 Apr 20 18:31:15.478036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.648546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-379ed8af-90fc-4678-9855-bc42aab14221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:15.650178 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-379ed8af-90fc-4678-9855-bc42aab14221 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 200 len: 909 time: 0.2014544 Apr 20 18:31:15.761542 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-d4661038-e27e-4cd6-bd6a-2178727c304c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001 HTTP/1.1" status: 200 len: 217 time: 0.1020715 Apr 20 18:31:15.858336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-790b4414-085c-4f2a-ba86-aa8f8ea0e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:15.859994 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-790b4414-085c-4f2a-ba86-aa8f8ea0e6c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6a9d635-45d5-4f80-9128-7aa1b452729f HTTP/1.1" status: 200 len: 848 time: 0.0863810 Apr 20 18:31:15.924461 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-b6a743ab-2af7-47df-9844-e1b8f09e4845 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa1c16c-bb0a-4431-afa0-79084fcf521a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575809 Apr 20 18:31:16.026930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-f4cc92e0-5c58-4d5a-a6ff-0853b83dd706', 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'fixed_ips': [{'subnet_id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:31:16.027915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.143074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.resource_extend [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:31:16.157607 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-2f689437-6b61-45a0-91cb-a2004c4d15a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243850 Apr 20 18:31:16.318321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.320193 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0bc36d3-6f43-4a47-8976-96ee47888385 req-3db80604-d938-4470-983f-83d537a69f6b service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557274 Apr 20 18:31:16.366145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.429940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.447001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d836-0a0d-4aa6-9774-1157f1d4e020 req-e462715d-c7c3-4717-a175-012ab63a60c2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:16.450516 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4e95d836-0a0d-4aa6-9774-1157f1d4e020 req-e462715d-c7c3-4717-a175-012ab63a60c2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2868927 Apr 20 18:31:16.458250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Allocated IP 172.20.0.2 (f4cc92e0-5c58-4d5a-a6ff-0853b83dd706/75c5d195-5771-4aa3-b25c-1d5885f0eb43/1c4d3d25-6366-4399-bd0e-6e901c9510d5) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:16.461587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.481812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Transition to ACTIVE for port object a3c9b115-ce74-48ff-97d1-0975ce7b43bc will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:16.493589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85910ed-f4f6-4e72-8994-46dba9764cc5 req-56e2f192-8996-4c10-96cc-e7ac404e8745 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:16.495230 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b85910ed-f4f6-4e72-8994-46dba9764cc5 req-56e2f192-8996-4c10-96cc-e7ac404e8745 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 944 time: 0.3304560 Apr 20 18:31:16.505008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.555626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:16.617225 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4e95d836-0a0d-4aa6-9774-1157f1d4e020 req-7d9dc5db-2132-46d5-acf7-11ee00d2e430 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508646 Apr 20 18:31:16.650324 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b85910ed-f4f6-4e72-8994-46dba9764cc5 req-64acbb67-a6b1-40ad-8a7d-631ee2905fd8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397011 Apr 20 18:31:16.669492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Allocated IP 172.28.3.119 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/9d771c0d-0aeb-4d47-8656-e9425ba380a5) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:16.775177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59360) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:16.923064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.963663 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.970472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:16.984761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b488a-136f-455d-bb7d-39a041530a25 None None] Pushing event updated for resources: {'Port': ['ID=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:17.015257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1e2b488a-136f-455d-bb7d-39a041530a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:17.050697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Attempting to bind port a3c9b115-ce74-48ff-97d1-0975ce7b43bc on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:17.051122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Attempting to bind port a3c9b115-ce74-48ff-97d1-0975ce7b43bc by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:17.051526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Attempting to bind port a3c9b115-ce74-48ff-97d1-0975ce7b43bc on network 4d363f70-872a-4863-aff0-fe651ed98319 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:17.070215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.076641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:17.077127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:17.077570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Checking segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:17.077997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.078430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Bound using segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:17.078960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Bound port: a3c9b115-ce74-48ff-97d1-0975ce7b43bc, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:17.079373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.080320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:17.085449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:17.141105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:17.167464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d771c0d-0aeb-4d47-8656-e9425ba380a5,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:17.170742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b956f15be54e8dbe30024d1be454af is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:17.180402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:17.195348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:17.231646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:17.232232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] For port a3c9b115-ce74-48ff-97d1-0975ce7b43bc, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:17.235614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] For port a3c9b115-ce74-48ff-97d1-0975ce7b43bc, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:17.240173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.251250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:17.334861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.338054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.343006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.363436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Transition to ACTIVE for port object 1c4d3d25-6366-4399-bd0e-6e901c9510d5 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:17.367610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d1197e2c-8697-478e-8bba-d9a1c33fcb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:17.376691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:17.377386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:17.385425 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2b956f15be54e8dbe30024d1be454af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066670 Apr 20 18:31:17.395213 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59414) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:17.454775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921eb658-d33d-4abc-82b6-eda426d363df,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:17.460022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:17.510320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.551133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.631872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.644441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5fc193ef-3e0b-4069-9289-70af700bef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:17.669159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921eb658-d33d-4abc-82b6-eda426d363df,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:17.669886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:17.674443 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:17.681138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.682481 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/921eb658-d33d-4abc-82b6-eda426d363df HTTP/1.1" status: 204 len: 168 time: 0.2834167 Apr 20 18:31:17.849693 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.909351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b488a-136f-455d-bb7d-39a041530a25 None None] Pushing event updated for resources: {'Port': ['ID=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:17.944508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1e2b488a-136f-455d-bb7d-39a041530a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.046712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Transition to ACTIVE for port object 1c4d3d25-6366-4399-bd0e-6e901c9510d5 will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:18.079582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.106873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.208193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:18.226520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:18.246144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:18.255627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Pushing event updated for resources: {'Port': ['ID=1c4d3d25-6366-4399-bd0e-6e901c9510d5,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.285954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59442) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:18.295114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.307016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.325376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:18.329559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f439ba6fe446edb046e10e0ea8ac3d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:18.332552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:18.339027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:18.405747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Attempting to bind port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:18.406494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Attempting to bind port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:18.407142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Attempting to bind port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 on network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:18.416536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:18.416951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Checking segment: {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:18.417392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.417825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Bound using segment: {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:18.418865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Bound port: 1c4d3d25-6366-4399-bd0e-6e901c9510d5, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:18.419284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.437639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.440672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.451367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3c85259-cc7f-417b-ac03-468135b05804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.453447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5df0-8a9e-4156-9717-114dd0fe813a req-6e023ed1-c213-48f4-bdc7-20504ca3130d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.461278 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a77e5df0-8a9e-4156-9717-114dd0fe813a req-6e023ed1-c213-48f4-bdc7-20504ca3130d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.4739716 Apr 20 18:31:18.489881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3dca7-720f-4a13-a249-42dfa4d6a63b req-045b455c-1de4-46ae-919a-fa6dde5add56 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.491767 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bcb3dca7-720f-4a13-a249-42dfa4d6a63b req-045b455c-1de4-46ae-919a-fa6dde5add56 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 944 time: 0.5060241 Apr 20 18:31:18.501374 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8f439ba6fe446edb046e10e0ea8ac3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141814 Apr 20 18:31:18.502383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b42a83-16e3-4115-9f5f-772b062d089d,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.505119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59456) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:18.508169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.529496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:17Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:18.543978 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97262d-cbb0-480e-bfca-08bdd8cf9bad None None] The sync data for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb is: [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:17Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:31:18.601718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.607477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] For port 1c4d3d25-6366-4399-bd0e-6e901c9510d5, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:18.612064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] For port 1c4d3d25-6366-4399-bd0e-6e901c9510d5, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=1c4d3d25-6366-4399-bd0e-6e901c9510d5,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:18.619428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.636483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1e2b488a-136f-455d-bb7d-39a041530a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.680620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.700083 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a77e5df0-8a9e-4156-9717-114dd0fe813a req-7dc860db-d20e-4b4d-acf7-99e9772df675 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377868 Apr 20 18:31:18.725954 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bcb3dca7-720f-4a13-a249-42dfa4d6a63b req-f0a8f082-a65d-469c-b565-be7661681bb7 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678138 Apr 20 18:31:18.774893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Pushing event updated for resources: {'Port': ['ID=1c4d3d25-6366-4399-bd0e-6e901c9510d5,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.783920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.815050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.829173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.834710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-17aef9c0-2545-43fe-b6a6-166ce820ca14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.862459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b42a83-16e3-4115-9f5f-772b062d089d,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.869172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.873069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.878815 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29b42a83-16e3-4115-9f5f-772b062d089d HTTP/1.1" status: 204 len: 168 time: 0.3697677 Apr 20 18:31:18.945402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a3c9b115-ce74-48ff-97d1-0975ce7b43bc up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:19.095585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port a3c9b115-ce74-48ff-97d1-0975ce7b43bc completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:19.102127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port a3c9b115-ce74-48ff-97d1-0975ce7b43bc triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:19.102550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:19.392325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device da63d80b-361a-4996-8d3f-f1ed5f1fb001 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:31:19.457250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:19.572029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port a3c9b115-ce74-48ff-97d1-0975ce7b43bc, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:19.580804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:19.585136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-65e3974c-e905-44bb-a89b-a219cea70a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:19.685506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:31:19.731368 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port da63d80b-361a-4996-8d3f-f1ed5f1fb001, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:19.743895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:19.747812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:19.759184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001', 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a', 'port_id': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001', 'mac_address': 'fa:16:3e:26:de:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9d635-45d5-4f80-9128-7aa1b452729f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:31:19.835844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:19.849887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8e0b-b8c4-46db-ab6e-466227c33f2f req-cdaaf647-de4c-46a9-a5d7-0103a7a50c58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.857829 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-397f8e0b-b8c4-46db-ab6e-466227c33f2f req-cdaaf647-de4c-46a9-a5d7-0103a7a50c58 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.3032038 Apr 20 18:31:19.865389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da63d80b-361a-4996-8d3f-f1ed5f1fb001 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:19.888695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port da63d80b-361a-4996-8d3f-f1ed5f1fb001, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:19.891821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:19.893692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-03f2e029-e068-4063-82b3-2316ead89621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:20.063271 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-397f8e0b-b8c4-46db-ab6e-466227c33f2f req-c9c36621-eec6-45ef-bf36-0a3aadde7feb tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044003 Apr 20 18:31:20.143654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:31:20.153999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Sync routers for ids ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:31:20.175935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Routers {'2c1abdb6-f340-45d2-ae77-4e520f4243d4'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:20.176621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:20.180021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=da63d80b-361a-4996-8d3f-f1ed5f1fb001,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:20.190994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:20.273546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:20.278419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 59500) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:20.279234 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2600884 Apr 20 18:31:20.303279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['da63d80b-361a-4996-8d3f-f1ed5f1fb001'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:20.308445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8adb-e5bc-4d50-bc03-698b5633eb40 req-30f59f1b-eec3-450d-9855-71863f87955f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:20.314591 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b11c8adb-e5bc-4d50-bc03-698b5633eb40 req-30f59f1b-eec3-450d-9855-71863f87955f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.3729792 Apr 20 18:31:20.471489 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b11c8adb-e5bc-4d50-bc03-698b5633eb40 req-2e7b7dfd-558e-4a8e-9691-44e737081bca tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539187 Apr 20 18:31:20.515103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695a62-1009-4530-b75a-39c86cf2173e req-9b691dd6-1415-4ac0-a719-bd6fcd173c56 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:20.528704 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-30695a62-1009-4530-b75a-39c86cf2173e req-9b691dd6-1415-4ac0-a719-bd6fcd173c56 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 945 time: 0.3207757 Apr 20 18:31:20.538205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Set router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:20.694836 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-30695a62-1009-4530-b75a-39c86cf2173e req-13e32e0e-5d55-4d31-bca0-d2691b4e139a tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641192 Apr 20 18:31:20.720621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef0da9-0075-43c5-96f1-968b5be9be8b None None] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:31:20.831019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-8ba8ff03-c64b-40ad-bd2b-735b89a1f2d9 None None] Provisioning for port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:21.052861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:31:17Z', 'revision_number': 3, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:21.063706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Checking router: 2c1abdb6-f340-45d2-ae77-4e520f4243d4 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:31:21.064077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Updating router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:31:21.085652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a3c9b115-ce74-48ff-97d1-0975ce7b43bc up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:21.198227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.329877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port a3c9b115-ce74-48ff-97d1-0975ce7b43bc triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:21.330337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.420806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86202a-94f3-4b55-b514-5987a852e203 req-fa0447cd-1f78-4aff-98fc-95ae6c2db66f tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.430741 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0a86202a-94f3-4b55-b514-5987a852e203 req-fa0447cd-1f78-4aff-98fc-95ae6c2db66f tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1429937 Apr 20 18:31:21.540359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 1c4d3d25-6366-4399-bd0e-6e901c9510d5 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:21.593683 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0a86202a-94f3-4b55-b514-5987a852e203 req-d91b4d0a-fb8f-4ab1-858c-eca2312755a3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614933 Apr 20 18:31:21.673395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:21.705303 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:21.705303 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.715424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610c7a-3f98-4f10-a56f-22e737e50f98 req-2ab5cdf5-3173-4f50-8480-b2683aebeccd tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.717039 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-76610c7a-3f98-4f10-a56f-22e737e50f98 req-2ab5cdf5-3173-4f50-8480-b2683aebeccd tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.2192485 Apr 20 18:31:21.809629 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-76610c7a-3f98-4f10-a56f-22e737e50f98 req-6e9ca9df-a2f1-4c3b-9743-27d5033030e3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774453 Apr 20 18:31:21.809834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-d0d7cab5-a21d-4749-bee8-75923af9b180 None None] Provisioning complete for port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:21.810180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d0d7cab5-a21d-4749-bee8-75923af9b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.862284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.884374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Transition to ACTIVE for port object 9d771c0d-0aeb-4d47-8656-e9425ba380a5 will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:21.895964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.904023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:21.909010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-adc3896f-c434-46b0-9d9a-f54f7f43054c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:21.968853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.016701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Attempting to bind port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:22.017364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Attempting to bind port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:22.018082 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Attempting to bind port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:22.031093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932937-4cba-4a6f-9ef4-5350fe7ca634 req-887d798d-f7ad-4c74-aef7-6bfabde8ccae tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:22.033745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:22.034423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:22.035287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.036375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:22.037057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Bound port: 9d771c0d-0aeb-4d47-8656-e9425ba380a5, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:22.037626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.039470 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eb932937-4cba-4a6f-9ef4-5350fe7ca634 req-887d798d-f7ad-4c74-aef7-6bfabde8ccae tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2339833 Apr 20 18:31:22.082005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 1c4d3d25-6366-4399-bd0e-6e901c9510d5, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=1c4d3d25-6366-4399-bd0e-6e901c9510d5,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:22.083603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d0d7cab5-a21d-4749-bee8-75923af9b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.100161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.105202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:22.124685 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7d543-9960-48d5-bd71-ae59a8e6c2b9 None None] Pushing event updated for resources: {'Port': ['ID=9d771c0d-0aeb-4d47-8656-e9425ba380a5,revision_number=2']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:22.133774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2fb7d543-9960-48d5-bd71-ae59a8e6c2b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:22.134183 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eb932937-4cba-4a6f-9ef4-5350fe7ca634 req-735b61bc-d830-4aef-bf73-2f7a59f94f4f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933115 Apr 20 18:31:22.146236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e1981-7f43-43a2-82c0-f9a57e71ea40 req-56099a51-b374-44d1-bb21-68ca864dc6c9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:22.148527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] For port 9d771c0d-0aeb-4d47-8656-e9425ba380a5, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:22.149292 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c13e1981-7f43-43a2-82c0-f9a57e71ea40 req-56099a51-b374-44d1-bb21-68ca864dc6c9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 945 time: 0.2000747 Apr 20 18:31:22.160136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] For port 9d771c0d-0aeb-4d47-8656-e9425ba380a5, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=9d771c0d-0aeb-4d47-8656-e9425ba380a5,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:22.163622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.170025 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3ffd378-a996-44ee-995e-e8cfe0f7c832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:22.208120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=1c4d3d25-6366-4399-bd0e-6e901c9510d5,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:22.220965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:22.230865 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c13e1981-7f43-43a2-82c0-f9a57e71ea40 req-c38712da-c54e-4959-a5e4-405cceaf382f tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Apr 20 18:31:22.258135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7d543-9960-48d5-bd71-ae59a8e6c2b9 None None] Pushing event updated for resources: {'Port': ['ID=9d771c0d-0aeb-4d47-8656-e9425ba380a5,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:22.261569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2fb7d543-9960-48d5-bd71-ae59a8e6c2b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:22.272130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Routers {'2c1abdb6-f340-45d2-ae77-4e520f4243d4'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:22.272789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:22.311048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-d0d7cab5-a21d-4749-bee8-75923af9b180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:31:22.311577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-d0d7cab5-a21d-4749-bee8-75923af9b180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:31:22.399719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Allocated IP 172.20.0.1 (f4cc92e0-5c58-4d5a-a6ff-0853b83dd706/75c5d195-5771-4aa3-b25c-1d5885f0eb43/60f89790-a27a-4f4c-bbcd-0042b55b57a8) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:22.575475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.593473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Transition to ACTIVE for port object 60f89790-a27a-4f4c-bbcd-0042b55b57a8 will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:22.645389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.650748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:22.656896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] Set router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:22.755138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:22.758915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:22.766894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:22.829043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Pushing event updated for resources: {'Port': ['ID=60f89790-a27a-4f4c-bbcd-0042b55b57a8,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:22.893471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee166d-6a9f-41e1-8f75-aa54074369b5 req-5f207649-5184-4c36-809c-e8a217a1635c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:22.895222 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-87ee166d-6a9f-41e1-8f75-aa54074369b5 req-5f207649-5184-4c36-809c-e8a217a1635c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1646748 Apr 20 18:31:22.899046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:22.943662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 1c4d3d25-6366-4399-bd0e-6e901c9510d5 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:23.004601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:23.009807 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-87ee166d-6a9f-41e1-8f75-aa54074369b5 req-8d158300-336c-4dc5-8313-5e6ae2f955dc tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037679 Apr 20 18:31:23.079902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-ade02bc2-fc73-4e9c-a94d-999f2cc44e4d None None] Provisioning for port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:23.087596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-ade02bc2-fc73-4e9c-a94d-999f2cc44e4d None None] Provisioning complete for port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:23.088168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ade02bc2-fc73-4e9c-a94d-999f2cc44e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.105122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.148239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-ade02bc2-fc73-4e9c-a94d-999f2cc44e4d None None] Port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:31:23.161322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:23.161742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.164533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:31:17Z', 'revision_number': 3, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:23.171130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e9b09-c040-4dd4-9c15-12b52b0fe249 None None] The sync data for ids ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'] in dv-cinder-786931-2-smb is: [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:31:17Z', 'revision_number': 3, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:31:23.191939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6bd18-bcc1-4d94-bc0c-81220b3c2b4b req-2fc5c900-0ea2-4dd1-a8ec-e55a4466769b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:23.193872 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fda6bd18-bcc1-4d94-bc0c-81220b3c2b4b req-2fc5c900-0ea2-4dd1-a8ec-e55a4466769b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1174934 Apr 20 18:31:23.266350 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fda6bd18-bcc1-4d94-bc0c-81220b3c2b4b req-3c56d6df-5ed2-465e-be2d-91a005c52971 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645659 Apr 20 18:31:23.415823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device da63d80b-361a-4996-8d3f-f1ed5f1fb001 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:23.418088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.421717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.455072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:23.456818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c04144-7169-4212-9b89-6e6c5c0ea757 req-f6642e53-7caa-4ddf-a819-6eb4c4361ee2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:23.458644 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-76c04144-7169-4212-9b89-6e6c5c0ea757 req-f6642e53-7caa-4ddf-a819-6eb4c4361ee2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1488285 Apr 20 18:31:23.500792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port da63d80b-361a-4996-8d3f-f1ed5f1fb001 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:23.505713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port da63d80b-361a-4996-8d3f-f1ed5f1fb001 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:23.506149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.523069 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-76c04144-7169-4212-9b89-6e6c5c0ea757 req-35895ac8-e6d6-48f5-a6c9-e1f33ac64fe0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563931 Apr 20 18:31:23.543449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2f92a-4e20-47bd-afd6-adae9aaa3fdf req-ad5d9d50-2f70-4120-82d2-1f8dd7e9d9db tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:23.548735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.551001 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bde2f92a-4e20-47bd-afd6-adae9aaa3fdf req-ad5d9d50-2f70-4120-82d2-1f8dd7e9d9db tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 945 time: 0.1617198 Apr 20 18:31:23.554481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Pushing event updated for resources: {'Port': ['ID=60f89790-a27a-4f4c-bbcd-0042b55b57a8,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:23.557669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:23.610306 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bde2f92a-4e20-47bd-afd6-adae9aaa3fdf req-9fff3695-d65e-4e70-b4f3-4434b48bd94d tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Apr 20 18:31:23.711890 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.746220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:23.758353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port da63d80b-361a-4996-8d3f-f1ed5f1fb001, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:23.763159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.766783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:23.770011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:23.770011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:23.921939 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001', 'code': 200} Apr 20 18:31:23.922569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=da63d80b-361a-4996-8d3f-f1ed5f1fb001,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:23.927603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:24.017340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:31:24.192813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-30f9ed3a-e4e0-4561-be49-2ad2525048e3 None None] Provisioning complete for port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:24.193218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30f9ed3a-e4e0-4561-be49-2ad2525048e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:24.288066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d73e5b-3fb4-421e-ab6e-68553af67737 req-23815e0c-21c2-441c-8198-8a9fa7703557 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.290135 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e9d73e5b-3fb4-421e-ab6e-68553af67737 req-23815e0c-21c2-441c-8198-8a9fa7703557 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1168239 Apr 20 18:31:24.297324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-30f9ed3a-e4e0-4561-be49-2ad2525048e3 None None] Port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:31:24.364489 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e9d73e5b-3fb4-421e-ab6e-68553af67737 req-c3733b33-c5f9-402b-9bb7-78201d003900 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610502 Apr 20 18:31:24.408700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:31:24.422129 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] 10.222.0.26 "PUT /v2.0/routers/2c1abdb6-f340-45d2-ae77-4e520f4243d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1424804 Apr 20 18:31:24.453307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b32155-e7d1-4dea-a85a-eb31eca11a9a req-6a7af467-5efb-4f07-b8f2-5fed32e5c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.455171 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11b32155-e7d1-4dea-a85a-eb31eca11a9a req-6a7af467-5efb-4f07-b8f2-5fed32e5c9a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 1099 time: 0.1420391 Apr 20 18:31:24.508082 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11b32155-e7d1-4dea-a85a-eb31eca11a9a req-c79f949b-2cbb-4bfc-851a-6b60e0a02b8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Apr 20 18:31:24.525806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58fb04-9b03-4a64-a55c-1374132b86f7 req-e8353826-99df-46f3-84be-ad47ee637e67 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.527998 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7a58fb04-9b03-4a64-a55c-1374132b86f7 req-e8353826-99df-46f3-84be-ad47ee637e67 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0973134 Apr 20 18:31:24.585012 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7a58fb04-9b03-4a64-a55c-1374132b86f7 req-5ff50f58-5ad9-426c-8844-dd5c35e34ac3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501926 Apr 20 18:31:24.751597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0771-9d96-4f6c-8065-f3ab63b9dd3e req-245b4bd8-f3ce-4f9b-a856-ce829f03285e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.753578 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-636e0771-9d96-4f6c-8065-f3ab63b9dd3e req-245b4bd8-f3ce-4f9b-a856-ce829f03285e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.0969801 Apr 20 18:31:24.863131 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-636e0771-9d96-4f6c-8065-f3ab63b9dd3e req-823af934-cda0-4d62-8370-08529fe61e92 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594168 Apr 20 18:31:24.895838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9d771c0d-0aeb-4d47-8656-e9425ba380a5 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:24.922259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45b6d-fbe8-4f0e-8e1d-e69fedcbe7f5 req-5c2454c9-7f82-499a-ae06-1c0ba98380cd tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.923991 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-45f45b6d-fbe8-4f0e-8e1d-e69fedcbe7f5 req-5c2454c9-7f82-499a-ae06-1c0ba98380cd tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 946 time: 0.1693921 Apr 20 18:31:24.976918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:24.977399 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-45f45b6d-fbe8-4f0e-8e1d-e69fedcbe7f5 req-0b1680fa-95cb-4b15-9e9b-15933b15bc09 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Apr 20 18:31:24.982480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:24.982907 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.113032 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.132004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 9d771c0d-0aeb-4d47-8656-e9425ba380a5, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=9d771c0d-0aeb-4d47-8656-e9425ba380a5,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:25.135128 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.137807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2e10092-c0dd-4203-bd9c-d71675baf1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:25.210594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=9d771c0d-0aeb-4d47-8656-e9425ba380a5,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:25.213718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:25.610790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38bac-8fba-4a7e-ad6b-e66389de3820 req-3c6c86a9-96e8-4386-81a0-22ce710d7959 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:25.619791 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a0c38bac-8fba-4a7e-ad6b-e66389de3820 req-3c6c86a9-96e8-4386-81a0-22ce710d7959 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1373880 Apr 20 18:31:25.704969 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a0c38bac-8fba-4a7e-ad6b-e66389de3820 req-54d34187-3300-446f-b086-d3af4b4fd207 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838420 Apr 20 18:31:25.849483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0c28-1af2-463d-9298-db5274bda5d4 req-fbef5035-2296-45b2-a5f3-4415becb3669 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:25.851360 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-363a0c28-1af2-463d-9298-db5274bda5d4 req-fbef5035-2296-45b2-a5f3-4415becb3669 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1036170 Apr 20 18:31:25.922673 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-363a0c28-1af2-463d-9298-db5274bda5d4 req-81db84c4-2445-4222-976d-4ca34a3b5c23 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647416 Apr 20 18:31:26.257715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edcdb2-bc82-4e4d-bcf8-4b5907838b2d req-a245d162-afb0-413f-a052-8dc4263be993 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.259537 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-85edcdb2-bc82-4e4d-bcf8-4b5907838b2d req-a245d162-afb0-413f-a052-8dc4263be993 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2071865 Apr 20 18:31:26.268412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016fcbc-5024-4db1-b17b-5c794b444d9a req-81ded55b-3d65-44f0-b33e-456398abd74c tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.276281 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2016fcbc-5024-4db1-b17b-5c794b444d9a req-81ded55b-3d65-44f0-b33e-456398abd74c tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 946 time: 0.1462107 Apr 20 18:31:26.364411 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2016fcbc-5024-4db1-b17b-5c794b444d9a req-4ba826d9-0376-49fa-9770-e1601726fe7b tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870762 Apr 20 18:31:26.386172 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-85edcdb2-bc82-4e4d-bcf8-4b5907838b2d req-e8f1214a-27a4-4555-b4d1-fae78f71d9ae tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914755 Apr 20 18:31:26.519750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Sync routers for ids ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:31:26.530736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Routers {'2c1abdb6-f340-45d2-ae77-4e520f4243d4'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:26.531617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:26.743091 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Set router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:26.987935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9d771c0d-0aeb-4d47-8656-e9425ba380a5 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:27.066523 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6cf-aab7-4eba-a65b-1162930995c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:27.213410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:27.214192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:27.476829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043e63a-927c-49cf-a9a7-813de412fe49 req-a16269e3-7744-4dd2-9080-43275326b0f5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.479928 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c043e63a-927c-49cf-a9a7-813de412fe49 req-a16269e3-7744-4dd2-9080-43275326b0f5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.3234713 Apr 20 18:31:27.511227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ac650-c1c2-467d-8116-af13271fb098 req-076f5aef-96af-42fe-b16d-922766f127ee tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.514485 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ac9ac650-c1c2-467d-8116-af13271fb098 req-076f5aef-96af-42fe-b16d-922766f127ee tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.3551614 Apr 20 18:31:27.576736 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c043e63a-927c-49cf-a9a7-813de412fe49 req-af1797e4-ea06-41a7-af3a-8dc2828a5602 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828125 Apr 20 18:31:27.686635 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ac9ac650-c1c2-467d-8116-af13271fb098 req-dea5f126-766b-4b3f-8bdd-98ec628c842c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648564 Apr 20 18:31:27.780941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:31:22Z', 'revision_number': 4, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '60f89790-a27a-4f4c-bbcd-0042b55b57a8', 'name': '', 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'mac_address': 'fa:16:3e:0b:38:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:21Z', 'updated_at': '2021-04-20T18:31:23Z', 'revision_number': 2, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'subnets': [{'id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:27.785837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Checking router: 2c1abdb6-f340-45d2-ae77-4e520f4243d4 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:31:27.786267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Updating router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:31:27.851393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.053043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979d19d-06f2-4dfe-b6d0-6acaae7249b2 req-04a50cf3-849f-4071-937b-bdd425b97335 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:28.055277 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e979d19d-06f2-4dfe-b6d0-6acaae7249b2 req-04a50cf3-849f-4071-937b-bdd425b97335 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1748762 Apr 20 18:31:28.182380 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e979d19d-06f2-4dfe-b6d0-6acaae7249b2 req-614b5b9d-0a1d-4ce2-9668-145de62913d5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197381 Apr 20 18:31:28.310852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8fc64-f548-48d2-aec1-6dbdec39159a req-5abec2ae-8047-4d57-8b60-c1b51fc2c59b tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:28.315253 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-82f8fc64-f548-48d2-aec1-6dbdec39159a req-5abec2ae-8047-4d57-8b60-c1b51fc2c59b tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 946 time: 0.1064248 Apr 20 18:31:28.357400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.366600 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-82f8fc64-f548-48d2-aec1-6dbdec39159a req-5a677ff1-7f48-4360-a009-12959141b519 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466430 Apr 20 18:31:28.373689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Transition to ACTIVE for port object 60f89790-a27a-4f4c-bbcd-0042b55b57a8 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:28.385468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.395310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1e2b488a-136f-455d-bb7d-39a041530a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:28.679412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76165696-7b94-4aaa-83e8-3ed3e4a52fac None None] Pushing event updated for resources: {'Port': ['ID=60f89790-a27a-4f4c-bbcd-0042b55b57a8,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:28.683110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-76165696-7b94-4aaa-83e8-3ed3e4a52fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:28.692895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Attempting to bind port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:28.693014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Attempting to bind port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:28.693356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Attempting to bind port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 on network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:28.700057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:28.700461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Checking segment: {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:28.701000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.701507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Bound using segment: {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:28.702066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Bound port: 60f89790-a27a-4f4c-bbcd-0042b55b57a8, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de166788-5d52-402c-84e3-4430e4bcfc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:28.702480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.846264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] For port 60f89790-a27a-4f4c-bbcd-0042b55b57a8, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:28.850040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] For port 60f89790-a27a-4f4c-bbcd-0042b55b57a8, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=60f89790-a27a-4f4c-bbcd-0042b55b57a8,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:28.863374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87057b-704f-419e-864e-34e6893cce94 req-285a1dc6-892b-4ea3-9fa9-354dd109dabe tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:28.864613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.870297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:28.877640 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea87057b-704f-419e-864e-34e6893cce94 req-285a1dc6-892b-4ea3-9fa9-354dd109dabe tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1396060 Apr 20 18:31:28.979365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76165696-7b94-4aaa-83e8-3ed3e4a52fac None None] Pushing event updated for resources: {'Port': ['ID=60f89790-a27a-4f4c-bbcd-0042b55b57a8,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:28.982859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea87057b-704f-419e-864e-34e6893cce94 req-5b1962d6-83e8-466a-bf52-f9e9bfe0eed5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938888 Apr 20 18:31:29.002639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-76165696-7b94-4aaa-83e8-3ed3e4a52fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:29.010806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Routers {'2c1abdb6-f340-45d2-ae77-4e520f4243d4'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:31:29.012076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:30:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:29.156676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5a71-ffbb-4224-ae70-53998e9ef18d req-8fa09c04-831e-43bc-be00-1a6e379f5c14 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:29.165366 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7bcd5a71-ffbb-4224-ae70-53998e9ef18d req-8fa09c04-831e-43bc-be00-1a6e379f5c14 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1275935 Apr 20 18:31:29.235761 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7bcd5a71-ffbb-4224-ae70-53998e9ef18d req-3374c8fe-a514-483d-8df3-6392ddec6af3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668464 Apr 20 18:31:29.280647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] Set router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:31:29.574773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103676f-c714-4efc-b3df-ef0beccdee1c req-2c0fc10b-9c21-498c-9e36-941edae4b42e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:29.581640 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4103676f-c714-4efc-b3df-ef0beccdee1c req-2c0fc10b-9c21-498c-9e36-941edae4b42e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.2337825 Apr 20 18:31:29.704596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ffe332e4-17e3-47a9-afce-229183f5e068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:29.722858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:29.749535 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4103676f-c714-4efc-b3df-ef0beccdee1c req-846c01e0-6c1b-485b-80df-13d958abd481 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538715 Apr 20 18:31:29.794342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:31:22Z', 'revision_number': 4, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '60f89790-a27a-4f4c-bbcd-0042b55b57a8', 'name': '', 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'mac_address': 'fa:16:3e:0b:38:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:21Z', 'updated_at': '2021-04-20T18:31:28Z', 'revision_number': 4, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'subnets': [{'id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:29.797902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925385-7b34-4790-841b-04d6a0c7fe9a req-acb1761f-f96f-47b0-afa4-390fd5321309 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:29.798582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab11eb-c6dd-4e71-a470-6a124549cafe None None] The sync data for ids ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'] in dv-cinder-786931-2-smb is: [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:31:22Z', 'revision_number': 4, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '60f89790-a27a-4f4c-bbcd-0042b55b57a8', 'name': '', 'network_id': 'f4cc92e0-5c58-4d5a-a6ff-0853b83dd706', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'mac_address': 'fa:16:3e:0b:38:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:21Z', 'updated_at': '2021-04-20T18:31:28Z', 'revision_number': 4, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'subnets': [{'id': '75c5d195-5771-4aa3-b25c-1d5885f0eb43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:31:29.799626 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f925385-7b34-4790-841b-04d6a0c7fe9a req-acb1761f-f96f-47b0-afa4-390fd5321309 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 946 time: 0.1608484 Apr 20 18:31:29.887646 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f925385-7b34-4790-841b-04d6a0c7fe9a req-f1eed3dc-0802-45bf-b19d-dcfb64160eb5 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764050 Apr 20 18:31:30.017288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-6d02c55d-9240-4f94-9ba5-184c3e74e1b9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:30.018236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-6d02c55d-9240-4f94-9ba5-184c3e74e1b9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Synchronizing usage tracker for tenant:e1bec67db0e2479fa7c6620c798ee57b on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:30.039219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-6d02c55d-9240-4f94-9ba5-184c3e74e1b9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Unset dirty status for tenant:e1bec67db0e2479fa7c6620c798ee57b on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:30.040876 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-6d02c55d-9240-4f94-9ba5-184c3e74e1b9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 946 time: 0.1314943 Apr 20 18:31:30.067973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:30.163001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Deleting port da63d80b-361a-4996-8d3f-f1ed5f1fb001 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:31:30.163385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:30.285218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79260b-6490-4f87-8d40-8a9da9339381 req-f1379362-be9d-4f76-b269-e5d8575df7f5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:30.293776 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9b79260b-6490-4f87-8d40-8a9da9339381 req-f1379362-be9d-4f76-b269-e5d8575df7f5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1142695 Apr 20 18:31:30.351506 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9b79260b-6490-4f87-8d40-8a9da9339381 req-9b7d921e-8b27-40f8-bf8d-cfe6a7e50acc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540817 Apr 20 18:31:30.546195 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] For port da63d80b-361a-4996-8d3f-f1ed5f1fb001, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=da63d80b-361a-4996-8d3f-f1ed5f1fb001,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:30.546604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:30.548446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e6c7b-8c74-400c-9e5b-0757df2f388f req-c05b34da-3ea9-46a6-bce3-1371b15bb20c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:30.560996 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b22e6c7b-8c74-400c-9e5b-0757df2f388f req-c05b34da-3ea9-46a6-bce3-1371b15bb20c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1448653 Apr 20 18:31:30.626764 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b22e6c7b-8c74-400c-9e5b-0757df2f388f req-aa47b927-0fca-4a40-82d9-bc38a87fb511 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643704 Apr 20 18:31:30.774009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Calling delete_port for da63d80b-361a-4996-8d3f-f1ed5f1fb001 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:31:31.013326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 60f89790-a27a-4f4c-bbcd-0042b55b57a8 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:31.128800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:31.150285 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:31.150987 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:31.225409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:31.232259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-62b58571-978d-4bf4-83ed-52e4a5371a13 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:31.261357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['da63d80b-361a-4996-8d3f-f1ed5f1fb001'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:31.298802 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-69f9a1ab-9e32-4ea7-9690-a8894c525423 req-e398adde-06b3-4120-84ab-b020e6f4545c tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 210 time: 0.1125450 Apr 20 18:31:31.363721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Pushing event deleted for resources: {'Port': ['ID=da63d80b-361a-4996-8d3f-f1ed5f1fb001,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:31.397842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:31.411399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa642c8-9c4b-486a-82cf-ea4cee6ab2e0 req-ad348baf-d1d9-4599-b284-ed56024ce4c9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:31.430078 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-baa642c8-9c4b-486a-82cf-ea4cee6ab2e0 req-ad348baf-d1d9-4599-b284-ed56024ce4c9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.3765411 Apr 20 18:31:31.472723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:31.473487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:31.523271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 60f89790-a27a-4f4c-bbcd-0042b55b57a8, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=60f89790-a27a-4f4c-bbcd-0042b55b57a8,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:31.538059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:31.547357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3fc58602-82c7-4449-956c-b5a032df74e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:31.552755 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-baa642c8-9c4b-486a-82cf-ea4cee6ab2e0 req-bc92ba8e-b3d0-4a4b-a9bc-8ad4bced9986 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149304 Apr 20 18:31:31.630180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] No DVR routers for this DVR port da63d80b-361a-4996-8d3f-f1ed5f1fb001 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:31:31.636380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:31.639619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'name': 'network-vif-deleted', 'tag': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:31.676504 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-506a0bfd-52e6-43df-bc97-9e94cc0e881c req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "DELETE /v2.0/ports/da63d80b-361a-4996-8d3f-f1ed5f1fb001 HTTP/1.1" status: 204 len: 173 time: 1.6268146 Apr 20 18:31:31.717162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=60f89790-a27a-4f4c-bbcd-0042b55b57a8,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:31.722231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:31.879152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8cf6-a711-4798-ab78-a2fb264fd227 req-011a2103-b88e-4212-82a7-06c54e5e8bfb tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:31.888326 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4bda8cf6-a711-4798-ab78-a2fb264fd227 req-011a2103-b88e-4212-82a7-06c54e5e8bfb tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.2563510 Apr 20 18:31:31.955242 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4bda8cf6-a711-4798-ab78-a2fb264fd227 req-30acaae3-673e-4a41-baac-87af97b20c92 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664222 Apr 20 18:31:32.030245 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8268fb1-8bb1-4026-b3a6-bc86f6dddd78', 'name': 'network-vif-deleted', 'tag': 'da63d80b-361a-4996-8d3f-f1ed5f1fb001', 'status': 'completed', 'code': 200} Apr 20 18:31:32.329451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d92f5e-e475-4600-b190-f2116bcfd898 req-ba19e4fa-b695-48a5-8c74-f6b72f3db068 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:32.331579 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-23d92f5e-e475-4600-b190-f2116bcfd898 req-ba19e4fa-b695-48a5-8c74-f6b72f3db068 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.4071248 Apr 20 18:31:32.452808 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-23d92f5e-e475-4600-b190-f2116bcfd898 req-1a92bb5d-c26d-4245-a0f0-07facc5fc5fa tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097589 Apr 20 18:31:32.525347 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c1619362-6bf7-4d80-b886-a896728513dc req-6d0ba482-69fc-4cab-baaf-b7759d840f91 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8268fb1-8bb1-4026-b3a6-bc86f6dddd78 HTTP/1.1" status: 200 len: 210 time: 0.0684919 Apr 20 18:31:32.826130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8000cf-e20a-4a35-a702-038af2d912b0 req-5f064845-ecda-4199-8b55-bb66afc362d6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:32.833848 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ac8000cf-e20a-4a35-a702-038af2d912b0 req-5f064845-ecda-4199-8b55-bb66afc362d6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1309636 Apr 20 18:31:32.890153 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ac8000cf-e20a-4a35-a702-038af2d912b0 req-c676be64-8ae2-4107-945e-40e721604489 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551655 Apr 20 18:31:32.894516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 60f89790-a27a-4f4c-bbcd-0042b55b57a8 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:32.979441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:32.979990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.236350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dfa87-32e1-4df4-b0f4-9a1e9762f4e7 req-1fbd64c5-bc3d-45a2-b153-11df88c7f578 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:33.244091 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2a8dfa87-32e1-4df4-b0f4-9a1e9762f4e7 req-1fbd64c5-bc3d-45a2-b153-11df88c7f578 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1295724 Apr 20 18:31:33.302858 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2a8dfa87-32e1-4df4-b0f4-9a1e9762f4e7 req-ab65d1ad-15d0-412c-995a-2c749fd08c74 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577347 Apr 20 18:31:33.493450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device da63d80b-361a-4996-8d3f-f1ed5f1fb001 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:31:33.554903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: da63d80b-361a-4996-8d3f-f1ed5f1fb001 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:31:33.555301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device da63d80b-361a-4996-8d3f-f1ed5f1fb001 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:31:33.789626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337b29-d38c-4e9f-b0fe-a1d7ccc09cc9 req-fff202ac-5c20-4c00-9c9a-4ed41b32db23 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:33.791389 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0a337b29-d38c-4e9f-b0fe-a1d7ccc09cc9 req-fff202ac-5c20-4c00-9c9a-4ed41b32db23 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1399806 Apr 20 18:31:33.824490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:31:33.887400 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0a337b29-d38c-4e9f-b0fe-a1d7ccc09cc9 req-10c8d400-6fab-441b-9bd9-244611b5cbbb tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868869 Apr 20 18:31:34.092406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4241c-6e63-463d-a21a-9c3701fca090 req-03b5539d-c4de-4b5d-abc0-7b9b590f4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.094222 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b9b4241c-6e63-463d-a21a-9c3701fca090 req-03b5539d-c4de-4b5d-abc0-7b9b590f4b5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 1099 time: 0.0998471 Apr 20 18:31:34.146067 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b9b4241c-6e63-463d-a21a-9c3701fca090 req-4c0f7198-f9c3-475c-900a-b9822726dd0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Apr 20 18:31:34.266706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-d9b5c02a-3b54-4f8f-8ed7-cf6e883675c9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.268313 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-d9b5c02a-3b54-4f8f-8ed7-cf6e883675c9 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/networks?id=5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 200 len: 808 time: 0.2822986 Apr 20 18:31:34.281662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2402eb-8ba3-4090-90f5-1818db72f6e7 req-332a98e1-2d39-4ccb-b45f-eacd9f20cec1 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.283355 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3e2402eb-8ba3-4090-90f5-1818db72f6e7 req-332a98e1-2d39-4ccb-b45f-eacd9f20cec1 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1957433 Apr 20 18:31:34.298812 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-81edec57-9421-4f8a-80d2-901a971843ce tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/quotas/e1bec67db0e2479fa7c6620c798ee57b HTTP/1.1" status: 200 len: 375 time: 0.0142565 Apr 20 18:31:34.398722 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3e2402eb-8ba3-4090-90f5-1818db72f6e7 req-95bb04f8-ac21-496c-947e-96ceb4add1db tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025434 Apr 20 18:31:34.401291 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-8f6e9d74-ce65-4a3f-9923-d7b0992942b1 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805280 Apr 20 18:31:34.638938 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-12c321f8-33c0-4431-97e4-e91c6983d072 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278173 Apr 20 18:31:34.736841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f468feb-0595-45f9-8e3e-d3f427ddd450 req-c3ee5763-266e-419c-b098-66566b2f30b0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.744544 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f468feb-0595-45f9-8e3e-d3f427ddd450 req-c3ee5763-266e-419c-b098-66566b2f30b0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.2285149 Apr 20 18:31:34.837375 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f468feb-0595-45f9-8e3e-d3f427ddd450 req-b73025ff-3cb4-46a0-b68f-2152c241a3c3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917463 Apr 20 18:31:34.880598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-3c737602-72ae-43a3-aa41-29113e839299 service neutron] 10.222.0.26 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404227 Apr 20 18:31:35.188135 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bee57bea-6210-44b8-87bc-4bac5c826010 req-5a7878e4-270d-4080-bd4c-5fe4def0a52c tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 210 time: 0.0593290 Apr 20 18:31:35.294492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422edcb-cdd8-4371-9d61-d5c02d1cb1ae req-735d622a-0659-4783-ba25-fe9817ed1ddc tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:35.296168 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b422edcb-cdd8-4371-9d61-d5c02d1cb1ae req-735d622a-0659-4783-ba25-fe9817ed1ddc tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.2314603 Apr 20 18:31:35.358083 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b422edcb-cdd8-4371-9d61-d5c02d1cb1ae req-a62b5415-9027-4a3e-bd3c-ada6306dac79 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552995 Apr 20 18:31:35.660175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74818689-0617-4b44-aa57-d757ddbb8e6d req-21246fb9-6551-494c-b530-c1af50fa513d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:35.668666 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-74818689-0617-4b44-aa57-d757ddbb8e6d req-21246fb9-6551-494c-b530-c1af50fa513d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1344352 Apr 20 18:31:35.729201 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-74818689-0617-4b44-aa57-d757ddbb8e6d req-ced1f235-cbcf-47b1-842a-f269610c2332 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Apr 20 18:31:36.016712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1153-70a6-400f-a3a7-3c0d230c73c4 req-ded075db-0971-4ebb-ae8d-3e60ecfe0ecf tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:36.022760 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c97c1153-70a6-400f-a3a7-3c0d230c73c4 req-ded075db-0971-4ebb-ae8d-3e60ecfe0ecf tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1478486 Apr 20 18:31:36.201940 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c97c1153-70a6-400f-a3a7-3c0d230c73c4 req-ea0faf9e-0621-4c66-b248-edb968043df5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758494 Apr 20 18:31:36.296050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a44f1-4430-44cc-af97-fc38206b3827 req-1d72c376-e034-49ef-84ea-46e73b878bd5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:36.304052 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de2a44f1-4430-44cc-af97-fc38206b3827 req-1d72c376-e034-49ef-84ea-46e73b878bd5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.2196498 Apr 20 18:31:36.399003 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de2a44f1-4430-44cc-af97-fc38206b3827 req-6802fd8a-dd48-4da5-b073-7be81c1db0ce tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856636 Apr 20 18:31:36.477165 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-806f2dee-854b-4727-9c73-78ecc5d5eb9b req-7f990e28-1258-485f-8f19-7554f7b715b2 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 210 time: 0.0653005 Apr 20 18:31:36.844731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-691f6c79-4a9e-4bd7-95e7-0da0f4451199 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:36.846476 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-691f6c79-4a9e-4bd7-95e7-0da0f4451199 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "GET /v2.0/networks?id=5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 200 len: 808 time: 0.3579836 Apr 20 18:31:36.863252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f98ad-42d1-43ac-a811-d0aa3564f6bf req-d516c34b-eb7c-44f0-a5b4-82a010e9833a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:36.865199 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4c9f98ad-42d1-43ac-a811-d0aa3564f6bf req-d516c34b-eb7c-44f0-a5b4-82a010e9833a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.2271831 Apr 20 18:31:36.871233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Request body: {'port': {'device_id': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a', 'admin_state_up': True, 'tenant_id': 'e1bec67db0e2479fa7c6620c798ee57b'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:37.025170 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4c9f98ad-42d1-43ac-a811-d0aa3564f6bf req-3bee9fd2-d97a-4485-b021-42f9d0cba5a3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525176 Apr 20 18:31:37.201684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:37.218453 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Usage tracker for resource:port and tenant:e1bec67db0e2479fa7c6620c798ee57b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:37.225373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:37.242442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:37.262853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Made reservation on behalf of e1bec67db0e2479fa7c6620c798ee57b for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:37.270313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:37.691295 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11a41e4b-09b7-4310-aca1-d695f221e27b req-101ccafb-b41d-4597-9886-9565a182a561 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 210 time: 0.0679009 Apr 20 18:31:37.692181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59832) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:37.824168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229f92-3992-421d-af29-ab8e7a7152a6 req-a775ad14-28fb-4eaf-b307-403b5865650f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:37.826502 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8229f92-3992-421d-af29-ab8e7a7152a6 req-a775ad14-28fb-4eaf-b307-403b5865650f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1333556 Apr 20 18:31:37.865584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Allocated IP 172.20.0.11 (5aa1c16c-bb0a-4431-afa0-79084fcf521a/d6a9d635-45d5-4f80-9128-7aa1b452729f/d8731053-2071-40b8-8f2e-0e667c51638a) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:37.900762 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8229f92-3992-421d-af29-ab8e7a7152a6 req-c945e00e-60fd-4b17-aa51-7bf8f1ee96f6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628202 Apr 20 18:31:37.984134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.006258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:38.010905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Usage tracker for resource:security_group_rule and tenant:47a1819ace054ce0ab96a558845dd670 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:38.017216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:38.023738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:38.167709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.179446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.182855 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.194698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9ebfca3a-53ed-4e32-866c-a5076cafceb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:38.224538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.229144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b475f15f-11f5-4ca4-91c7-f50d2317ed3d,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:38.239343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:38.239963 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.240475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.240976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.241469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.241955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.242484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.243083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.243574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.244060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.246636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.247094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.247597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.317170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:38.329003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:38.329215 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47a1819ace054ce0ab96a558845dd670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345923 Apr 20 18:31:38.330473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:38.332924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:38.334170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 59844) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:38.439326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.451081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d468aba-99f8-494d-8020-9c1e3dfb2d76 req-26a73973-db60-4170-9bcf-b1343bf3a5ad tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:38.459596 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6d468aba-99f8-494d-8020-9c1e3dfb2d76 req-26a73973-db60-4170-9bcf-b1343bf3a5ad tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.2332659 Apr 20 18:31:38.460794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:38.461776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.504552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Pushing event updated for resources: {'Port': ['ID=d8731053-2071-40b8-8f2e-0e667c51638a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:38.522595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.523059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.523471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.523874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.524272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.524668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.525064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.525504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.525900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.526322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.526713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.527136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:38.532416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:38.551654 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6952376 Apr 20 18:31:38.561757 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6d468aba-99f8-494d-8020-9c1e3dfb2d76 req-afa6f2c3-8eab-4f6e-823e-cce72befc86e tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011076 Apr 20 18:31:38.566558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Request body: {'port': {'device_id': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:38.638164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.694473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.697475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:38.720655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475f15f-11f5-4ca4-91c7-f50d2317ed3d,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:38.734115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.735401 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b475f15f-11f5-4ca4-91c7-f50d2317ed3d HTTP/1.1" status: 204 len: 168 time: 0.3990989 Apr 20 18:31:38.758558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:38.809908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:39.506823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8731053-2071-40b8-8f2e-0e667c51638a {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:39.512377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:31:39.516243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:39.526628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347b4f2-fb0b-4997-ab25-5c2b0f6925ee req-e8a86ada-5b6a-431d-964c-d8350245b63a tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:39.534219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Transition to ACTIVE for port object d8731053-2071-40b8-8f2e-0e667c51638a will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:39.543219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4347b4f2-fb0b-4997-ab25-5c2b0f6925ee req-e8a86ada-5b6a-431d-964c-d8350245b63a tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 932 time: 0.4579964 Apr 20 18:31:39.550947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:39.560641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-29a74170-f718-4d55-842c-b3ef021d83d4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:39.684952 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4347b4f2-fb0b-4997-ab25-5c2b0f6925ee req-9195c761-5fa0-4f28-9d32-ef303647f578 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389878 Apr 20 18:31:39.725063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Pushing event updated for resources: {'Port': ['ID=d8731053-2071-40b8-8f2e-0e667c51638a,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:39.730664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:39.832692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-7dbbefae-d4e5-4114-b6ef-80774bac77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:39.834333 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-7dbbefae-d4e5-4114-b6ef-80774bac77f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.6251986 Apr 20 18:31:39.853773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8cd86-5e65-4669-9fdc-be6c518243d0 req-15e1028b-6bb9-4298-ba7e-d79f6f5a030e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:39.872883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bfd8cd86-5e65-4669-9fdc-be6c518243d0 req-15e1028b-6bb9-4298-ba7e-d79f6f5a030e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.5241895 Apr 20 18:31:39.942310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:39.962916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'mac_address': 'fa:16:3e:f6:6f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:31:40.005278 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Attempting to bind port d8731053-2071-40b8-8f2e-0e667c51638a on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:40.005656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Attempting to bind port d8731053-2071-40b8-8f2e-0e667c51638a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:40.006080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Attempting to bind port d8731053-2071-40b8-8f2e-0e667c51638a on network 5aa1c16c-bb0a-4431-afa0-79084fcf521a {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:40.025253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Port d8731053-2071-40b8-8f2e-0e667c51638a on network 5aa1c16c-bb0a-4431-afa0-79084fcf521a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:31:40.025622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Attempting to bind port d8731053-2071-40b8-8f2e-0e667c51638a on network 5aa1c16c-bb0a-4431-afa0-79084fcf521a {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:40.037573 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bfd8cd86-5e65-4669-9fdc-be6c518243d0 req-3b8f98d3-4eca-4197-9160-0b18e74c9a53 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636424 Apr 20 18:31:40.038764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:40.039154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Checking segment: {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:40.040119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Bound using segment: {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:40.040629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Bound port: d8731053-2071-40b8-8f2e-0e667c51638a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37c3886-ed80-4ae0-8365-aa98678f96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:40.041022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.142989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.182483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2934fbd-4083-4c9e-853e-6f2a19580709 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:40.230158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:40.233921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.236809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:40.267156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] For port d8731053-2071-40b8-8f2e-0e667c51638a, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:40.271669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] For port d8731053-2071-40b8-8f2e-0e667c51638a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8731053-2071-40b8-8f2e-0e667c51638a,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:40.279312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.284895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:40.363141 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Pushing event updated for resources: {'Port': ['ID=d8731053-2071-40b8-8f2e-0e667c51638a,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:40.368249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:40.372595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.373277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.374797 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] 10.222.0.18 "PUT /v2.0/ports/d8731053-2071-40b8-8f2e-0e667c51638a HTTP/1.1" status: 200 len: 1094 time: 1.8145854 Apr 20 18:31:40.375310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'tag': 'd8731053-2071-40b8-8f2e-0e667c51638a'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:40.434165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=6']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:40.438848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:40.447761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['b2934fbd-4083-4c9e-853e-6f2a19580709'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:40.501307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc37ab-7505-47b3-968c-7586b5c182c9 req-6b887ed5-8f77-4f62-a704-f09bf0c9d3e3 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.522807 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6bc37ab-7505-47b3-968c-7586b5c182c9 req-6b887ed5-8f77-4f62-a704-f09bf0c9d3e3 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.4998403 Apr 20 18:31:40.526142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-024df09e-187a-4ede-9ae1-15b890434c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.528250 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-024df09e-187a-4ede-9ae1-15b890434c25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.6532176 Apr 20 18:31:40.530522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-45aa8faf-8441-4553-924b-cb1223648101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.532955 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-45aa8faf-8441-4553-924b-cb1223648101 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 1097 time: 0.1201901 Apr 20 18:31:40.738926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-9c3203e1-9738-400c-8ba3-74578bfe83b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8731053-2071-40b8-8f2e-0e667c51638a HTTP/1.1" status: 200 len: 217 time: 0.1974845 Apr 20 18:31:40.757433 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-682fa7f8-05f6-4f5e-82d8-9479f8f0f9a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 217 time: 0.1596899 Apr 20 18:31:40.793260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9169982-ab8c-47e7-916a-df06694fa1e7 req-880f1832-cf05-4411-96d4-702e2ce42dbf tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.795470 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a9169982-ab8c-47e7-916a-df06694fa1e7 req-880f1832-cf05-4411-96d4-702e2ce42dbf tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.5474150 Apr 20 18:31:40.813274 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6bc37ab-7505-47b3-968c-7586b5c182c9 req-eafd8a97-afbf-42a0-92bb-64cc6f308112 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886732 Apr 20 18:31:40.849431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360df7-7fe8-4353-903c-dec885682c29 req-20262a4b-2da1-494a-ab0c-1acc8633c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.852525 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-20262a4b-2da1-494a-ab0c-1acc8633c847 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6a9d635-45d5-4f80-9128-7aa1b452729f HTTP/1.1" status: 200 len: 848 time: 0.1068194 Apr 20 18:31:40.911480 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'tag': 'd8731053-2071-40b8-8f2e-0e667c51638a', 'status': 'completed', 'code': 200} Apr 20 18:31:40.920606 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-3df60a55-f9ed-40bd-b8ce-09e398e7095e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa1c16c-bb0a-4431-afa0-79084fcf521a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612557 Apr 20 18:31:41.132543 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-54ee8ca8-1603-438a-8a92-1472c07c05fd service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045479 Apr 20 18:31:41.330343 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a9169982-ab8c-47e7-916a-df06694fa1e7 req-375f5bb0-766d-47f3-8bd2-261471758191 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158491 Apr 20 18:31:41.358113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-68ab1ec4-3635-4870-8c3f-6f1cd954ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.358113 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-68ab1ec4-3635-4870-8c3f-6f1cd954ec7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.5750673 Apr 20 18:31:41.404775 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20360df7-7fe8-4353-903c-dec885682c29 req-824074f2-81d0-4e8b-9561-7512e1117e08 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645142 Apr 20 18:31:41.474417 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-268161cd-0710-4180-9e63-37386b41dff2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086493 Apr 20 18:31:41.525844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:41.623614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-9559c230-813e-4eab-b1c6-ab138d21e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.625582 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-9559c230-813e-4eab-b1c6-ab138d21e42c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 1097 time: 0.1768234 Apr 20 18:31:41.677255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port b2934fbd-4083-4c9e-853e-6f2a19580709 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:41.677795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.684784 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-5956bcc7-e7de-4d38-b161-8c8391f5a283 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635165 Apr 20 18:31:41.879213 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-d59917dd-d965-4485-94d3-52994a1917b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.881326 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-d59917dd-d965-4485-94d3-52994a1917b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 200 len: 909 time: 0.2463806 Apr 20 18:31:41.911539 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc11642-6272-4a69-b551-3f1eb14035f7 req-f5d2d1eb-1cd7-4564-aa2d-58117cb59e50 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630557 Apr 20 18:31:41.956505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc752a8-8302-41b1-a14d-5b23c686db86 req-4f62e60d-bf84-4f1d-aeca-dc5108082884 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.958074 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3fc752a8-8302-41b1-a14d-5b23c686db86 req-4f62e60d-bf84-4f1d-aeca-dc5108082884 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 944 time: 0.4824007 Apr 20 18:31:42.035691 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3fc752a8-8302-41b1-a14d-5b23c686db86 req-1a7dcc26-48eb-4015-8967-ec53ff85ee50 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687447 Apr 20 18:31:42.061297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.083511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb65e5-df33-4298-be06-bc8f0cc506f4 req-e2c0eccf-3a8a-40cd-a54e-e5276ac8ff35 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.088066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-1ac25eb1-9662-4aeb-921a-47f8c9c17aa7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8731053-2071-40b8-8f2e-0e667c51638a HTTP/1.1" status: 200 len: 217 time: 0.1978941 Apr 20 18:31:42.092295 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e8eb65e5-df33-4298-be06-bc8f0cc506f4 req-e2c0eccf-3a8a-40cd-a54e-e5276ac8ff35 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 944 time: 0.5258727 Apr 20 18:31:42.125208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:42.151586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:42.160462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.162929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:42.187799 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e8eb65e5-df33-4298-be06-bc8f0cc506f4 req-acf75c34-f07a-43d6-ba99-71012c5ee481 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944858 Apr 20 18:31:42.237097 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-73a06213-89be-4d36-87a9-800910a5ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.243290 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-73a06213-89be-4d36-87a9-800910a5ee2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6a9d635-45d5-4f80-9128-7aa1b452729f HTTP/1.1" status: 200 len: 848 time: 0.1457918 Apr 20 18:31:42.355595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=7']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:42.374160 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.375636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.376036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.376420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.379175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.379585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.382860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.382860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.384667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.385060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.386836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.387376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:42.393051 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-6518ca02-b4d3-407d-b237-60eb89f65c9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa1c16c-bb0a-4431-afa0-79084fcf521a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443715 Apr 20 18:31:42.396100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:42.621334 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-2f95b4b1-d89f-4bf6-82d6-cc4b403c1241 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160180 Apr 20 18:31:42.623010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.18', 54942) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:42.764211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254bd7d-7dd7-4955-9eab-fc3031262311 req-78ef54f1-1163-406e-84f3-cea0c1bd2855 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.772205 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1254bd7d-7dd7-4955-9eab-fc3031262311 req-78ef54f1-1163-406e-84f3-cea0c1bd2855 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.2612717 Apr 20 18:31:42.775613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-45c51078-e554-420d-bc27-e0a516693e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.777620 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-45c51078-e554-420d-bc27-e0a516693e23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1098 time: 0.2026284 Apr 20 18:31:42.865446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-a0392705-d955-4b44-895f-92eb51313508 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.867204 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-a0392705-d955-4b44-895f-92eb51313508 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 815 time: 0.4914975 Apr 20 18:31:42.924255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-990ae43d-fe24-4ee3-83f0-a6be10d7440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.926680 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-990ae43d-fe24-4ee3-83f0-a6be10d7440d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1098 time: 0.2980723 Apr 20 18:31:42.928946 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2f05462b-5b1a-4a23-91f6-463ad614ba41 req-7bf44c8c-df63-45bc-a2be-dbbeddf06a6d service neutron] 10.222.0.18 "GET /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984257 Apr 20 18:31:43.024895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-5058d98e-b274-4e10-9756-59a9a4ef9e6e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/quotas/1e001973605f4a3a93b4f736fb001ae2 HTTP/1.1" status: 200 len: 375 time: 0.0167315 Apr 20 18:31:43.091612 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1254bd7d-7dd7-4955-9eab-fc3031262311 req-463e3828-0ac2-49e8-9a3e-5c3db2372b72 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127716 Apr 20 18:31:43.106524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-341f49d2-e458-4b1d-a894-239121574041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.108092 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-341f49d2-e458-4b1d-a894-239121574041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.2873592 Apr 20 18:31:43.134932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-800a075f-0b19-4a5b-88ed-32dee2db06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.136828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-800a075f-0b19-4a5b-88ed-32dee2db06f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.1759605 Apr 20 18:31:43.174703 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'code': 200} Apr 20 18:31:43.245289 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-06782eb8-d818-4c36-afbf-c2f16a8cbaaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 1000 time: 0.1262534 Apr 20 18:31:43.283932 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-6e0d27c2-e653-4c0d-85db-48bbda4d0fa3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 999 time: 0.1405809 Apr 20 18:31:43.367190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-e65f2abb-cdf5-4046-9b09-5f960636d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.369517 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-e65f2abb-cdf5-4046-9b09-5f960636d5dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0792084 Apr 20 18:31:43.389755 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-2eed1e9c-95ab-4bef-8a18-472ad06c3017 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3639202 Apr 20 18:31:43.544648 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-412db64b-b9e7-4ebd-b32f-2039137f8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.546611 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-412db64b-b9e7-4ebd-b32f-2039137f8220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1692929 Apr 20 18:31:43.577202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-79896d4c-7fe8-4a9d-b68b-f100717767bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.579820 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-79896d4c-7fe8-4a9d-b68b-f100717767bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.3236306 Apr 20 18:31:43.728202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806be0-455c-4111-9277-93b865046a96 req-9c08f1dd-f075-4019-a502-00db9acd8053 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.736693 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-86806be0-455c-4111-9277-93b865046a96 req-9c08f1dd-f075-4019-a502-00db9acd8053 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.4315450 Apr 20 18:31:43.811224 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-88179495-a181-423b-86c2-e25b261f5a35 service neutron] 10.222.0.26 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845263 Apr 20 18:31:43.828879 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-af6c1da5-27b3-48fb-896e-f3c5e1c23fee service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718203 Apr 20 18:31:43.990883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e73370f9-5f06-43c5-8c06-85a98d71671e req-73208ffa-32f2-4b15-b20f-b421d435a48d service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543298 Apr 20 18:31:44.001937 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-17b70793-9606-45d0-a893-88a8671b6563 service neutron] 10.222.0.26 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897171 Apr 20 18:31:44.055174 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-86806be0-455c-4111-9277-93b865046a96 req-783179d3-dc06-4d95-b9a6-ec926b95b505 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178291 Apr 20 18:31:44.073565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-a5dae63e-d9f8-49d8-97b4-39f6ff8e42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:44.076574 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-a5dae63e-d9f8-49d8-97b4-39f6ff8e42e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4870281 Apr 20 18:31:44.150946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60000) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:44.344839 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-a02a1f58-2d53-4235-98c9-630ecce989ef service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619004 Apr 20 18:31:44.361269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:44.399567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:44.412199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9dd387580634d0a813134a2589c2254 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:44.418860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:44.432309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:44.641557 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2aaa903-c6e0-4b7e-974e-f310eef1f92a req-1059594b-f844-4e03-ab6d-508cea966c9f service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613560 Apr 20 18:31:44.688320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:44.695214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:44.717797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60018) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:44.735054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-314bcd36-a74a-4624-b9d1-b1b7a57e89b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:44.771682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06397ba4-bb46-4857-be43-616988a08e74 req-647c100b-3329-4da0-8ddf-249436036271 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:44.781215 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06397ba4-bb46-4857-be43-616988a08e74 req-647c100b-3329-4da0-8ddf-249436036271 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1466193 Apr 20 18:31:44.812370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44c0bb-508e-4e2b-8a55-8ff215423cbb req-ac4fbd54-6a1d-4513-976d-6eb95f3a6fbd tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:44.821932 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fc44c0bb-508e-4e2b-8a55-8ff215423cbb req-ac4fbd54-6a1d-4513-976d-6eb95f3a6fbd tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 944 time: 0.4738357 Apr 20 18:31:44.908020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:44.939321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:44.944109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Usage tracker for resource:security_group_rule and tenant:40350a8524954515b540bcc9248bcd7b is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:44.947843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:44.955188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:44.986890 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fc44c0bb-508e-4e2b-8a55-8ff215423cbb req-0a181960-834f-46d0-9a70-9c869e89f435 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634603 Apr 20 18:31:44.997033 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9dd387580634d0a813134a2589c2254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8447237 Apr 20 18:31:45.003526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60026) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:45.080101 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.107979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.108274 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06397ba4-bb46-4857-be43-616988a08e74 req-edd4496d-e721-4401-8075-d7659ce39eed tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252454 Apr 20 18:31:45.109726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.130051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:45.140200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.188637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349d0581-2a49-4fcf-90c3-fe2bd9fb6d98,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:45.214515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:45.215467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.223437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-152f9128-a25e-4a0f-ab09-c846763073c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:45.238809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d0581-2a49-4fcf-90c3-fe2bd9fb6d98,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:45.258526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.260291 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/349d0581-2a49-4fcf-90c3-fe2bd9fb6d98 HTTP/1.1" status: 204 len: 168 time: 0.2528708 Apr 20 18:31:45.273046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:45.545203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8731053-2071-40b8-8f2e-0e667c51638a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:31:45.615194 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40350a8524954515b540bcc9248bcd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8820555 Apr 20 18:31:45.617852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60038) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:45.675389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0005e4-6619-468a-8e00-b1bac2629f8f,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:45.679859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:45.698335 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-67309d13-0a68-493c-b919-9f8f614b27ce req-f2f55fc8-4d39-43b5-8732-0ff4652f1a96 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 210 time: 0.0807953 Apr 20 18:31:45.759103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.788694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea68fe-455c-4e8b-83ab-5140fd072c0b req-07f09599-9a1c-480b-8e1a-cae7a00489f7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:45.790278 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.799448 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-edea68fe-455c-4e8b-83ab-5140fd072c0b req-07f09599-9a1c-480b-8e1a-cae7a00489f7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.5764003 Apr 20 18:31:45.847027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.858286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fef3fce3-22a2-4bd2-a164-adb80c1a3ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:45.863908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d8731053-2071-40b8-8f2e-0e667c51638a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8731053-2071-40b8-8f2e-0e667c51638a,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:45.875836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0005e4-6619-468a-8e00-b1bac2629f8f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:45.896715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.905601 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f0005e4-6619-468a-8e00-b1bac2629f8f HTTP/1.1" status: 204 len: 168 time: 0.2863891 Apr 20 18:31:45.908688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:45.934832 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-edea68fe-455c-4e8b-83ab-5140fd072c0b req-32bdf61a-2222-4b91-b947-2dee38903854 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343133 Apr 20 18:31:45.975778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'd8731053-2071-40b8-8f2e-0e667c51638a', 'network_id': '5aa1c16c-bb0a-4431-afa0-79084fcf521a', 'port_id': 'd8731053-2071-40b8-8f2e-0e667c51638a', 'mac_address': 'fa:16:3e:b8:b0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9d635-45d5-4f80-9128-7aa1b452729f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:31:46.186838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.249914 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.258314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8731053-2071-40b8-8f2e-0e667c51638a {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:46.300458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d8731053-2071-40b8-8f2e-0e667c51638a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8731053-2071-40b8-8f2e-0e667c51638a,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:46.303949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.310469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:46.384304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-392fedda-c876-4b38-a1b9-e6eb6719d3a0 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:46.385923 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-392fedda-c876-4b38-a1b9-e6eb6719d3a0 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 815 time: 0.2761874 Apr 20 18:31:46.471821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'port': {'device_id': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'admin_state_up': True, 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:46.551864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=d8731053-2071-40b8-8f2e-0e667c51638a,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:46.575936 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:46.689988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8731053-2071-40b8-8f2e-0e667c51638a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:46.815630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:46.833671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d2707-e085-4e5f-8c58-dc3935ef3bd3 req-e07b938c-fdf5-427c-8de8-f95fc2c569e1 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:46.842748 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5a7d2707-e085-4e5f-8c58-dc3935ef3bd3 req-e07b938c-fdf5-427c-8de8-f95fc2c569e1 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 945 time: 0.4546494 Apr 20 18:31:46.846725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:port and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:46.890562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:46.924834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd772-2003-4d71-89f7-3fe45cd46164 req-736bd2d9-0a4b-4c2d-b196-1f5e49f383e3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:46.926540 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-200bd772-2003-4d71-89f7-3fe45cd46164 req-736bd2d9-0a4b-4c2d-b196-1f5e49f383e3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.9906554 Apr 20 18:31:46.943828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5a7d2707-e085-4e5f-8c58-dc3935ef3bd3 req-7ddad0e1-36b4-42e6-9b9e-bfa68edd0c14 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001742 Apr 20 18:31:46.944931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:47.044506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Made reservation on behalf of 1e001973605f4a3a93b4f736fb001ae2 for: {'port': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:47.061604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:47.112705 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-200bd772-2003-4d71-89f7-3fe45cd46164 req-ff0c8046-9099-49f6-ba2c-d04fe2a7fe51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590919 Apr 20 18:31:47.517502 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b791214c-a9c9-4172-b78b-5267a669be63 req-0e7a64e3-04f5-4f3f-b7af-1ab68ecb05a1 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 210 time: 0.1365330 Apr 20 18:31:47.536775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4af6a-b57f-4433-9206-b9115d55ce2d req-685dba1c-de64-4fce-b615-b4d0abaca4d6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:47.538469 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ebc4af6a-b57f-4433-9206-b9115d55ce2d req-685dba1c-de64-4fce-b615-b4d0abaca4d6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.3578751 Apr 20 18:31:47.586456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Allocated IP 172.20.0.7 (4d363f70-872a-4863-aff0-fe651ed98319/5eb501fd-8d96-468e-90ae-2c8a7c180b9e/d8391f03-254f-470e-a853-ccbf467d5d2e) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:47.607389 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ebc4af6a-b57f-4433-9206-b9115d55ce2d req-3ebe4936-a824-472a-907f-18725a29fc3c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604439 Apr 20 18:31:47.784844 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60124) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:48.065012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.100286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575478-0437-437c-8d1c-7157484fddb1 req-8982b152-7265-44db-8316-bc815ca52eb9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:48.107934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:48.111062 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f4575478-0437-437c-8d1c-7157484fddb1 req-8982b152-7265-44db-8316-bc815ca52eb9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.2720196 Apr 20 18:31:48.115049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Usage tracker for resource:security_group_rule and tenant:cf272cccd2894e44a800af7f0d793230 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:48.125067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:48.139760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:48.181594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.223665 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f4575478-0437-437c-8d1c-7157484fddb1 req-ac3212a5-86fc-4215-b758-1a7f2a764e24 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115065 Apr 20 18:31:48.236151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Transition to ACTIVE for port object d8391f03-254f-470e-a853-ccbf467d5d2e will not be triggered until provisioned by entity DHCP. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:48.354374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.359301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.435350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b976c1ce-75a0-4f7d-a75b-9b1942ce386c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:48.455691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.464787 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf272cccd2894e44a800af7f0d793230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784320 Apr 20 18:31:48.468103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60132) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:48.503667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:48.669705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36824e30-dcbc-4155-b2df-7add36f121f9,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:48.678915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:48.723088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.815281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.873799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:48.906827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:48.946369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26933ae-da47-480e-bef8-18964c39af47 req-4547a7d2-8aae-4f16-970d-b5c943fe8429 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:48.958995 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c26933ae-da47-480e-bef8-18964c39af47 req-4547a7d2-8aae-4f16-970d-b5c943fe8429 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 945 time: 0.6877608 Apr 20 18:31:48.966619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Network 4d363f70-872a-4863-aff0-fe651ed98319 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:48.968351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:49.027283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:49.045061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f0a4aa76-2cf3-497a-bff8-502192d64997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:49.076710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:49.085095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36824e30-dcbc-4155-b2df-7add36f121f9,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:49.087524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:49.088272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:49.094205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:49.095604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:49.099467 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-97845bc9-d6d4-4976-abf6-8cb987e3c329 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36824e30-dcbc-4155-b2df-7add36f121f9 HTTP/1.1" status: 204 len: 168 time: 0.6213782 Apr 20 18:31:49.289122 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c26933ae-da47-480e-bef8-18964c39af47 req-83927487-a2b0-4b81-b480-6c6e18fef618 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290758 Apr 20 18:31:49.298688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-3af978d6-ef19-4b86-bf80-767001e35fa3 None None] Provisioning for port d8391f03-254f-470e-a853-ccbf467d5d2e completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:49.304450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-3af978d6-ef19-4b86-bf80-767001e35fa3 None None] Provisioning complete for port d8391f03-254f-470e-a853-ccbf467d5d2e triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:49.304866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3af978d6-ef19-4b86-bf80-767001e35fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:49.387352 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-934a359c-a7d2-4939-88f7-2601364ed16e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9275246 Apr 20 18:31:49.422586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Request body: {'port': {'device_id': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:49.482730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-3af978d6-ef19-4b86-bf80-767001e35fa3 None None] Port d8391f03-254f-470e-a853-ccbf467d5d2e cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:31:49.515454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2908c4-5ed1-4640-88f1-f4fb4de3306d req-29597934-bbb1-4762-9787-29f895e6a635 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:49.516473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-9e2908c4-5ed1-4640-88f1-f4fb4de3306d req-29597934-bbb1-4762-9787-29f895e6a635 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Synchronizing usage tracker for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:49.581125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8731053-2071-40b8-8f2e-0e667c51638a up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:49.777306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port d8731053-2071-40b8-8f2e-0e667c51638a completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:49.780727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-9e2908c4-5ed1-4640-88f1-f4fb4de3306d req-29597934-bbb1-4762-9787-29f895e6a635 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Unset dirty status for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:49.786191 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9e2908c4-5ed1-4640-88f1-f4fb4de3306d req-29597934-bbb1-4762-9787-29f895e6a635 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 931 time: 0.8249264 Apr 20 18:31:49.788441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port d8731053-2071-40b8-8f2e-0e667c51638a triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:49.795384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:49.999576 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846befd-ccac-44f8-966e-7902a744d4e1 req-d18ccfa0-901c-496c-af3c-d905d8c1e789 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:50.024465 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6846befd-ccac-44f8-966e-7902a744d4e1 req-d18ccfa0-901c-496c-af3c-d905d8c1e789 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.4839602 Apr 20 18:31:50.070469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:50.081727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:50.145506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8731053-2071-40b8-8f2e-0e667c51638a'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:50.178626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d8731053-2071-40b8-8f2e-0e667c51638a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8731053-2071-40b8-8f2e-0e667c51638a,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:50.181774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:50.183733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:50.209074 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9e2908c4-5ed1-4640-88f1-f4fb4de3306d req-1b5892ba-abe0-45eb-b39d-506f48fe0903 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129362 Apr 20 18:31:50.391698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=d8731053-2071-40b8-8f2e-0e667c51638a,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:50.397504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:50.432218 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6846befd-ccac-44f8-966e-7902a744d4e1 req-38721947-0bb2-40b3-b613-a41eaf426c47 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067025 Apr 20 18:31:50.568963 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8731053-2071-40b8-8f2e-0e667c51638a', 'code': 200} Apr 20 18:31:51.155967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33e56-d38e-434a-96fa-3a65809b7a28 req-f3a2ce26-5745-4936-b785-3fa282ed83ce tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:51.159352 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cb5be-f657-498f-9a10-e3a51154c6ac req-fee23736-fb99-44f6-9f14-b4954335a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:51.160129 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4aa33e56-d38e-434a-96fa-3a65809b7a28 req-f3a2ce26-5745-4936-b785-3fa282ed83ce tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.3899345 Apr 20 18:31:51.161295 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e81cb5be-f657-498f-9a10-e3a51154c6ac req-fee23736-fb99-44f6-9f14-b4954335a9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 1099 time: 0.2149863 Apr 20 18:31:51.239219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba26ef0-8709-4b58-b1b3-a9e861fdba8d req-43ec8ba1-4166-4d2a-b832-db7c4f9cfc6e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:51.254250 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ba26ef0-8709-4b58-b1b3-a9e861fdba8d req-43ec8ba1-4166-4d2a-b832-db7c4f9cfc6e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.7823164 Apr 20 18:31:51.361366 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e81cb5be-f657-498f-9a10-e3a51154c6ac req-9ebccb8d-e3da-4580-8bb4-fca6b7f72f4f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Apr 20 18:31:51.478107 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4aa33e56-d38e-434a-96fa-3a65809b7a28 req-33afba2d-1883-47be-bd89-19178f563883 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691429 Apr 20 18:31:51.490674 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ba26ef0-8709-4b58-b1b3-a9e861fdba8d req-7544347a-c538-4160-95ed-86f85ba4eb00 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352407 Apr 20 18:31:51.655683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8391f03-254f-470e-a853-ccbf467d5d2e {{(pid=86460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:51.675581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:51.824675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Transition to ACTIVE for port object d8391f03-254f-470e-a853-ccbf467d5d2e will not be triggered until provisioned by entity L2. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:51.831503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:51.842421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-644beb83-14b8-4de9-b4ac-346e4bdf1fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:52.460294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Attempting to bind port d8391f03-254f-470e-a853-ccbf467d5d2e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:52.460867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Attempting to bind port d8391f03-254f-470e-a853-ccbf467d5d2e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:52.460993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Attempting to bind port d8391f03-254f-470e-a853-ccbf467d5d2e on network 4d363f70-872a-4863-aff0-fe651ed98319 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:52.467308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:52.471050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Port d8391f03-254f-470e-a853-ccbf467d5d2e on network 4d363f70-872a-4863-aff0-fe651ed98319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:31:52.471510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Attempting to bind port d8391f03-254f-470e-a853-ccbf467d5d2e on network 4d363f70-872a-4863-aff0-fe651ed98319 {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:52.479408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:52.488496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637a883-44ee-4c54-85d6-b848c67c4536 req-9a061b3a-be0a-42af-b51f-03e42367cfc6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:52.490237 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8637a883-44ee-4c54-85d6-b848c67c4536 req-9a061b3a-be0a-42af-b51f-03e42367cfc6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 931 time: 0.7701995 Apr 20 18:31:52.493131 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:52.493503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Checking segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:52.493921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Bound using segment: {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'} {{(pid=86460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:52.494420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Bound port: d8391f03-254f-470e-a853-ccbf467d5d2e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1dc444-a6fc-406b-a5bf-a98166895e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319'}}] {{(pid=86460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:52.494800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:52.655734 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8637a883-44ee-4c54-85d6-b848c67c4536 req-09486f7b-e82e-4a64-a1c2-aa88f87135f7 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464756 Apr 20 18:31:52.662866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, cleared binding levels {{(pid=86460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:52.667971 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:52.675441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:52.690146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:52.742458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:52.743146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:52.744653 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] 10.222.0.18 "PUT /v2.0/ports/d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 1093 time: 3.3450406 Apr 20 18:31:52.745215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:52.783046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=3']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:52.787032 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:53.144292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e26988-c577-4f5c-a3ab-dfbc8f6ac21a req-a1c56686-7996-463b-815f-1c61c0e3e623 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:53.156495 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-57e26988-c577-4f5c-a3ab-dfbc8f6ac21a req-a1c56686-7996-463b-815f-1c61c0e3e623 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.2610102 Apr 20 18:31:53.237874 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-57e26988-c577-4f5c-a3ab-dfbc8f6ac21a req-98abe3d6-a3b2-4aa4-a5e8-50f8b07b4f60 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799758 Apr 20 18:31:53.255821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-beaed209-6433-439d-a9ae-9926c59a9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:53.259893 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-beaed209-6433-439d-a9ae-9926c59a9ae6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1096 time: 0.2525387 Apr 20 18:31:53.567008 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-b8206750-2746-4921-ac71-8039caac80e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 217 time: 0.0846190 Apr 20 18:31:53.769350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-4a740def-f688-4fb1-9a5d-eb1674b8c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:53.770960 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-4a740def-f688-4fb1-9a5d-eb1674b8c295 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.1907029 Apr 20 18:31:53.802231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71a903-179a-439b-96de-05fabe24937f req-b89bfde2-d324-464e-b7e8-16b7f34fdb00 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:53.812051 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-db71a903-179a-439b-96de-05fabe24937f req-b89bfde2-d324-464e-b7e8-16b7f34fdb00 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.3861780 Apr 20 18:31:53.868668 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-db71a903-179a-439b-96de-05fabe24937f req-a1e1b0ad-d95c-4bab-94d7-38fe2a1f280e tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555372 Apr 20 18:31:54.023358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-58e9febe-9039-4443-9f87-e4c625d5b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:54.024904 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-58e9febe-9039-4443-9f87-e4c625d5b758 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1131015 Apr 20 18:31:54.335761 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-c431e651-387e-4c04-a4cb-332dfc848b03 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325776 Apr 20 18:31:54.385003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882946-4243-4944-93e8-538ea629a109 req-65fffaa4-56f1-4dd8-8a19-bf4e293243e7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:54.395841 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-19882946-4243-4944-93e8-538ea629a109 req-65fffaa4-56f1-4dd8-8a19-bf4e293243e7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.3454540 Apr 20 18:31:54.465010 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-19882946-4243-4944-93e8-538ea629a109 req-f6282625-31be-4e7c-bc18-bd6a74c03657 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605872 Apr 20 18:31:54.611641 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'status': 'completed', 'code': 200} Apr 20 18:31:54.867603 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f32ee825-7d2c-47bc-8461-a53f9644ed31 req-9d6a5892-b1f9-4dfc-b9f9-0f1f245990d2 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957379 Apr 20 18:31:54.940689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c40e6-5dcc-4a82-abd8-ca866f674a4e req-34f5308d-2f6d-4d38-9944-2d295984876a tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:54.943429 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a04c40e6-5dcc-4a82-abd8-ca866f674a4e req-34f5308d-2f6d-4d38-9944-2d295984876a tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.2381239 Apr 20 18:31:55.066219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a04c40e6-5dcc-4a82-abd8-ca866f674a4e req-c5982960-fcea-4928-8736-168c1695de1a tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088018 Apr 20 18:31:55.222859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-8613e0bc-6eed-47fe-9a0d-a272aa911b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.224475 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-8613e0bc-6eed-47fe-9a0d-a272aa911b4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1096 time: 0.1281898 Apr 20 18:31:55.475266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-fbb99d2e-046c-43de-9070-70676656b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.477024 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-fbb99d2e-046c-43de-9070-70676656b63a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.1555037 Apr 20 18:31:55.576623 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-81f28288-f253-4b25-ad53-b61140c33b36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 217 time: 0.0835142 Apr 20 18:31:55.615739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972496-b8c1-4d16-b906-2f09d58d8862 req-3bb1912a-7884-466c-a449-67a715408489 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.625857 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-10972496-b8c1-4d16-b906-2f09d58d8862 req-3bb1912a-7884-466c-a449-67a715408489 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.3448861 Apr 20 18:31:55.686730 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-10972496-b8c1-4d16-b906-2f09d58d8862 req-29b72c7b-26e0-47a0-813b-dadc2d09f592 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597184 Apr 20 18:31:55.827640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-ed35e737-68f1-4c73-9c9d-2432c7f2e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.829649 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-ed35e737-68f1-4c73-9c9d-2432c7f2e4c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.0930891 Apr 20 18:31:55.999727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-1f209c59-ba4f-49d8-94b0-85bbb24be330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.001534 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-1f209c59-ba4f-49d8-94b0-85bbb24be330 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1612406 Apr 20 18:31:56.298700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13dc36-09fc-4f43-b25c-908a7aac8130 req-11b0551a-9ef9-4ee4-b072-6d01f16e7ba9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.300345 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cd13dc36-09fc-4f43-b25c-908a7aac8130 req-11b0551a-9ef9-4ee4-b072-6d01f16e7ba9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1254990 Apr 20 18:31:56.353323 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-79ea5b78-197d-48f6-bf64-20039cc0fe02 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b33c467ac1fc45d384453eb2a6179a55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518827 Apr 20 18:31:56.504783 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cd13dc36-09fc-4f43-b25c-908a7aac8130 req-863cfbe2-ba51-42f0-a113-09e457a36698 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683586 Apr 20 18:31:56.587318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-cb14be25-1d0e-4df9-b6ab-df8cddd55fed tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.589306 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-cb14be25-1d0e-4df9-b6ab-df8cddd55fed tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280920 Apr 20 18:31:56.610576 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-2b700f46-0445-4d59-80ab-82d777596778 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/quotas/b33c467ac1fc45d384453eb2a6179a55 HTTP/1.1" status: 200 len: 375 time: 0.0124567 Apr 20 18:31:56.647190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2509-be37-400a-839b-f94d5d5f6aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:56.698653 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-989d511b-cd1c-4491-bb9c-ecbe74600ab6 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b33c467ac1fc45d384453eb2a6179a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767720 Apr 20 18:31:56.803766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99786c88-4632-42be-9578-baf97a1d4d72 req-588fd3c9-3b67-4755-9849-9b00d6b08caa tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.805645 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-99786c88-4632-42be-9578-baf97a1d4d72 req-588fd3c9-3b67-4755-9849-9b00d6b08caa tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.1254156 Apr 20 18:31:56.875048 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-99786c88-4632-42be-9578-baf97a1d4d72 req-07b50dc8-02e2-4aba-aacc-72e0d61675fd tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621152 Apr 20 18:31:57.113884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365b2c0-9818-4b00-af4b-944b9fd08ab7 req-b6943110-1efc-44cd-8d52-d5b70905238d tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:57.115589 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7365b2c0-9818-4b00-af4b-944b9fd08ab7 req-b6943110-1efc-44cd-8d52-d5b70905238d tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.1826494 Apr 20 18:31:57.183738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8402baf-dc85-44ea-8f0d-2ff43aa79de0 req-11329553-cb38-4d9b-8a73-2872ed5d9df5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:57.185399 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8402baf-dc85-44ea-8f0d-2ff43aa79de0 req-11329553-cb38-4d9b-8a73-2872ed5d9df5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1603251 Apr 20 18:31:57.188657 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7365b2c0-9818-4b00-af4b-944b9fd08ab7 req-ced888b9-a424-4bac-974b-97d9ba6d6474 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Apr 20 18:31:57.291247 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8402baf-dc85-44ea-8f0d-2ff43aa79de0 req-27268e0c-c1e8-4727-b210-5ea0a0749dcf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993042 Apr 20 18:31:57.294080 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-35c034f2-a1b5-4938-95fa-fb7c646fa641 req-21cc1abb-34da-4765-bf8b-d6d1e7d60fb7 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0534337 Apr 20 18:31:57.725992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777657f2-af55-4e9d-b7f0-a748c914a264 req-9eb03610-8678-4041-8058-512c9d9914d9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:57.728819 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-777657f2-af55-4e9d-b7f0-a748c914a264 req-9eb03610-8678-4041-8058-512c9d9914d9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1106229 Apr 20 18:31:57.781709 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-777657f2-af55-4e9d-b7f0-a748c914a264 req-88bad7e9-9bd9-4b02-a646-8f138a441e27 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456524 Apr 20 18:31:58.019498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60294) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:58.088115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06c40-1be8-475c-b806-c60e16bb517a req-987397f3-abbd-47a8-9180-85e735b02971 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:58.089958 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-71b06c40-1be8-475c-b806-c60e16bb517a req-987397f3-abbd-47a8-9180-85e735b02971 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.1039007 Apr 20 18:31:58.145547 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-71b06c40-1be8-475c-b806-c60e16bb517a req-ac5482d9-8de6-4ad5-90ea-8e086b354280 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478203 Apr 20 18:31:58.159087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.176493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:58.180526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Usage tracker for resource:security_group_rule and tenant:33ebf2977a184cbdb22efaf70cc62d77 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:58.183990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:58.191868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:58.287939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.290988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.300993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b702bff4-9c17-4d39-bc34-731592e33d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:58.335287 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33ebf2977a184cbdb22efaf70cc62d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143737 Apr 20 18:31:58.338260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60304) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:58.402475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86a049f-d5cf-4169-8161-2c355c776ebc,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:58.408899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:58.434887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72894da5-90a9-42d0-972b-6b3d4a478bed req-576ad214-1f17-43ba-ae3f-0f5fe1ea51e7 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:58.436515 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-72894da5-90a9-42d0-972b-6b3d4a478bed req-576ad214-1f17-43ba-ae3f-0f5fe1ea51e7 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.1238940 Apr 20 18:31:58.450167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.478106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.490475 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0ca837b9-9e73-4583-95bf-45256a562b9a req-046101ae-676d-4484-9640-c0aefa404d3c tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0528679 Apr 20 18:31:58.528069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.533678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ce7904de-21a8-4797-8ae3-ea57e09bb5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:58.548987 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-72894da5-90a9-42d0-972b-6b3d4a478bed req-57dd3525-ea83-40a8-ab77-c3ce2ce495f1 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Apr 20 18:31:58.557401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86a049f-d5cf-4169-8161-2c355c776ebc,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:58.560534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:58.561518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.562894 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c86a049f-d5cf-4169-8161-2c355c776ebc HTTP/1.1" status: 204 len: 168 time: 0.2235436 Apr 20 18:31:58.712920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dc914-bb3a-48dc-94ae-20d7a925cb71 req-5e29f3b9-f1aa-4c14-9138-a8cc39437d9b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:58.715091 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-825dc914-bb3a-48dc-94ae-20d7a925cb71 req-5e29f3b9-f1aa-4c14-9138-a8cc39437d9b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0934012 Apr 20 18:31:58.781020 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-825dc914-bb3a-48dc-94ae-20d7a925cb71 req-3f33f631-c94d-4c0a-85c6-fd1ca5bffb01 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591609 Apr 20 18:31:59.008836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70ecf-0826-4bbc-ad30-c8d558dab730 req-992562af-1c81-4302-8256-9b2b0078d891 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:59.011153 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cdc70ecf-0826-4bbc-ad30-c8d558dab730 req-992562af-1c81-4302-8256-9b2b0078d891 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0930996 Apr 20 18:31:59.061060 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cdc70ecf-0826-4bbc-ad30-c8d558dab730 req-aa7effaf-1d77-452f-9a88-6211bf52663b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433683 Apr 20 18:31:59.156959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6acbf16d-b477-4dc8-ad5a-b074cd54a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:59.367465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c096bf6-21c8-4383-9eae-2e5345070da5 req-4072b793-fb3b-45f3-9fb2-9dd4607668ec tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:59.369050 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3c096bf6-21c8-4383-9eae-2e5345070da5 req-4072b793-fb3b-45f3-9fb2-9dd4607668ec tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.1040123 Apr 20 18:31:59.419637 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3c096bf6-21c8-4383-9eae-2e5345070da5 req-a82fdb35-7e36-470e-a274-48a695e121be tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Apr 20 18:31:59.485328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:59.683548 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f46b3bba-6688-4cd1-a394-a68f2e4c7add req-20b642e5-efa8-4fb5-985e-5e618d219bc5 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0729237 Apr 20 18:31:59.770106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b17c89-2182-4024-87b7-8af1af5fefe4 req-5b3d494d-8b32-490c-964a-536372fc1da1 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:59.771722 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b1b17c89-2182-4024-87b7-8af1af5fefe4 req-5b3d494d-8b32-490c-964a-536372fc1da1 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.0910370 Apr 20 18:31:59.825770 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b1b17c89-2182-4024-87b7-8af1af5fefe4 req-653c0f5a-4569-43a7-8066-5537a78bb32c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Apr 20 18:31:59.981933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d385c9-439e-4ed0-bc66-d289eb0a1e8d req-bd50e2d9-d0e7-4af2-9420-92b17950e9a2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:59.983445 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-32d385c9-439e-4ed0-bc66-d289eb0a1e8d req-bd50e2d9-d0e7-4af2-9420-92b17950e9a2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0892704 Apr 20 18:32:00.033162 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-32d385c9-439e-4ed0-bc66-d289eb0a1e8d req-e826e0e6-ea94-498d-aa11-71d873eed829 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Apr 20 18:32:00.050056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:00.266375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c8139-f5bf-469b-86ae-5523e9824e00 req-7c391794-b5af-49d2-acd2-daf88116d8cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:00.267877 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8e3c8139-f5bf-469b-86ae-5523e9824e00 req-7c391794-b5af-49d2-acd2-daf88116d8cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0892925 Apr 20 18:32:00.320765 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8e3c8139-f5bf-469b-86ae-5523e9824e00 req-5bd3f5de-8e4a-40ad-9e19-48498c13aa9b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Apr 20 18:32:00.631912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deda5b6-f7c9-4668-a360-8b96c3c18b66 req-e41fd058-2a1e-4c37-9845-fcb74f0d03f6 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:00.633524 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8deda5b6-f7c9-4668-a360-8b96c3c18b66 req-e41fd058-2a1e-4c37-9845-fcb74f0d03f6 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.0923710 Apr 20 18:32:00.685566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8deda5b6-f7c9-4668-a360-8b96c3c18b66 req-0a307896-c7c8-48e8-a7ec-23e0ae42367c tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Apr 20 18:32:00.848750 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b35d14d7-63c0-4d6d-8265-56ca866d2b31 req-7ffbcc34-4299-48bc-b518-fec64c991af1 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0481935 Apr 20 18:32:01.030089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496815e9-9cb3-4eb1-8c96-75eec0bb4d68 req-08ee1500-fe08-494f-b25a-a54a213ea0b2 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:01.031564 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-496815e9-9cb3-4eb1-8c96-75eec0bb4d68 req-08ee1500-fe08-494f-b25a-a54a213ea0b2 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.0926120 Apr 20 18:32:01.084126 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-496815e9-9cb3-4eb1-8c96-75eec0bb4d68 req-c39b2621-69a6-4855-964a-45c3549ce44b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Apr 20 18:32:01.263157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170754-84a3-4fb2-83a8-bae1e537ac1d req-84e6cc1d-1650-4cd2-8c1f-de73a5cec9e2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:01.264782 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-91170754-84a3-4fb2-83a8-bae1e537ac1d req-84e6cc1d-1650-4cd2-8c1f-de73a5cec9e2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0941923 Apr 20 18:32:01.315631 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-91170754-84a3-4fb2-83a8-bae1e537ac1d req-582df70c-b887-46ed-bc33-81f3285f6ad1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Apr 20 18:32:01.325339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:01.526717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12515e-220e-4388-8eff-d388624e1edc req-7314f241-3605-4c96-9c34-74250e2bef8c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:01.528322 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ef12515e-220e-4388-8eff-d388624e1edc req-7314f241-3605-4c96-9c34-74250e2bef8c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0933416 Apr 20 18:32:01.577858 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ef12515e-220e-4388-8eff-d388624e1edc req-153013c3-62af-4dc4-84f8-62a7bd01ee26 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Apr 20 18:32:02.123242 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-49c99407-d3ac-4e0b-9fc6-6ebee1488182 req-b6a93899-a3da-412b-83ca-d2688bcdb61f tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0541689 Apr 20 18:32:02.159298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e68226-184f-4e8e-a8eb-cd23f5b24fa7 req-2ca2a963-0d48-40f4-8d62-e1e73427a625 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.160937 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-08e68226-184f-4e8e-a8eb-cd23f5b24fa7 req-2ca2a963-0d48-40f4-8d62-e1e73427a625 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.3599768 Apr 20 18:32:02.215515 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-08e68226-184f-4e8e-a8eb-cd23f5b24fa7 req-db2c1b52-2b57-48c8-8a5e-18eb268e1609 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Apr 20 18:32:02.329122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ed6d1-afde-4020-8c16-6b8e76b870e6 req-16697441-e2bf-48ce-951d-f44d9dd97a8f tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.330793 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-192ed6d1-afde-4020-8c16-6b8e76b870e6 req-16697441-e2bf-48ce-951d-f44d9dd97a8f tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.0936174 Apr 20 18:32:02.390617 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-192ed6d1-afde-4020-8c16-6b8e76b870e6 req-ce176cd5-3d29-4b12-9e2f-f3dd2292f401 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 Apr 20 18:32:02.537207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041fd63-a0c1-4783-880e-4d6c6ccf6560 req-e2f22280-75de-4a6c-a611-428cebf2c531 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.539087 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3041fd63-a0c1-4783-880e-4d6c6ccf6560 req-e2f22280-75de-4a6c-a611-428cebf2c531 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0989470 Apr 20 18:32:02.592101 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3041fd63-a0c1-4783-880e-4d6c6ccf6560 req-29824552-4521-439d-bf4d-da0ead007678 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463850 Apr 20 18:32:02.794800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd729-21e1-400d-b1f6-dc8410ad61d6 req-537e3b44-5ad2-415c-a788-b66d3429a9b6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.796459 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2ebcd729-21e1-400d-b1f6-dc8410ad61d6 req-537e3b44-5ad2-415c-a788-b66d3429a9b6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0909209 Apr 20 18:32:02.848740 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2ebcd729-21e1-400d-b1f6-dc8410ad61d6 req-db338bb5-92c9-433e-bba4-158598e44d97 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Apr 20 18:32:03.299089 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-30601576-456f-42ec-9c0d-5d10fad3a4f9 req-0096f3c8-d3a2-4bb4-b14f-7b1aac010010 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0558062 Apr 20 18:32:03.421185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa335-f14e-4fdb-97be-6fc42ad653e8 req-6abafd00-64b2-42cd-8054-0b2a577ff837 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:03.422856 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9b4aa335-f14e-4fdb-97be-6fc42ad653e8 req-6abafd00-64b2-42cd-8054-0b2a577ff837 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.0915577 Apr 20 18:32:03.476036 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9b4aa335-f14e-4fdb-97be-6fc42ad653e8 req-054ad6ef-daaf-4439-add3-c72a1f7976d6 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467117 Apr 20 18:32:03.597552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9e7c1-059b-4623-a9fe-99c83c42d272 req-d4483fff-ac87-484d-99f1-d82eb1d97750 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:03.599191 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3fd9e7c1-059b-4623-a9fe-99c83c42d272 req-d4483fff-ac87-484d-99f1-d82eb1d97750 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.0963750 Apr 20 18:32:03.650876 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3fd9e7c1-059b-4623-a9fe-99c83c42d272 req-f672ce8b-54e5-43d1-96dd-681335586192 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Apr 20 18:32:03.811817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119fdaa-d69b-4a53-8ca6-1a1ba78032b9 req-a07e572b-0976-426c-9a47-c728e3d52cb2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:03.813332 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6119fdaa-d69b-4a53-8ca6-1a1ba78032b9 req-a07e572b-0976-426c-9a47-c728e3d52cb2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0891323 Apr 20 18:32:03.860424 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6119fdaa-d69b-4a53-8ca6-1a1ba78032b9 req-0ffc0ed4-5061-4079-bdea-219e77d69080 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Apr 20 18:32:04.048899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d29d-2aa4-4613-ab8a-26bac63eb065 req-25066e80-c803-4053-aeb1-bf839022c270 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:04.050497 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd17d29d-2aa4-4613-ab8a-26bac63eb065 req-25066e80-c803-4053-aeb1-bf839022c270 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0898321 Apr 20 18:32:04.188767 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd17d29d-2aa4-4613-ab8a-26bac63eb065 req-62a832f1-93c6-4b07-9ba6-fb1d7e1e0faf tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312702 Apr 20 18:32:04.245707 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-18dd4428-72c7-406e-8343-7d46e7ec227f service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529653 Apr 20 18:32:04.404820 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a33ad1e-e5d2-4b2c-a323-11397a091c14 req-d686d870-05cc-4e2f-9df0-ec9e86012c84 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396747 Apr 20 18:32:04.506607 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0c0bfe0c-2c34-458c-bf0c-1aca8eb03747 req-1efa3198-3eec-4de0-93d8-03f17a837212 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.0823140 Apr 20 18:32:04.694648 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d07c4-0e54-4250-9d70-4ee82dda9001 req-5166c0b2-81cb-4cdb-affd-100a681e3a14 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:04.696658 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-524d07c4-0e54-4250-9d70-4ee82dda9001 req-5166c0b2-81cb-4cdb-affd-100a681e3a14 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.0936749 Apr 20 18:32:04.746584 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-524d07c4-0e54-4250-9d70-4ee82dda9001 req-01d31087-f9ae-4dfe-a869-9966ab356050 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Apr 20 18:32:04.852717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aa0aa-b559-47ff-a7f0-ce0714db8e22 req-21f7b45c-88dc-4609-afe7-dc1aa17e1c81 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:04.854883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7d6aa0aa-b559-47ff-a7f0-ce0714db8e22 req-21f7b45c-88dc-4609-afe7-dc1aa17e1c81 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.0865178 Apr 20 18:32:04.958985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7d6aa0aa-b559-47ff-a7f0-ce0714db8e22 req-b6e3d41c-ef58-4999-a719-48f3dcdeb057 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974727 Apr 20 18:32:04.987703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edc37-a36c-488a-9a6c-61528521c63d req-18bfdec3-6ee3-48ae-b3ab-132723031f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:04.989319 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-18bfdec3-6ee3-48ae-b3ab-132723031f6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1098 time: 0.1116736 Apr 20 18:32:05.077859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-5f7949d5-699d-42ce-8567-cb7fa1132c28 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b33c467ac1fc45d384453eb2a6179a55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319164 Apr 20 18:32:05.200522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edc37-a36c-488a-9a6c-61528521c63d req-5e686c3a-d4c7-4b18-9d24-7f17945601fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.202116 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-5e686c3a-d4c7-4b18-9d24-7f17945601fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.1716373 Apr 20 18:32:05.210753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fd10e-9f3c-4850-b280-4bc617afa8e8 req-03b226d5-0b26-4e66-9617-d87dee45d24c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.212218 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f75fd10e-9f3c-4850-b280-4bc617afa8e8 req-03b226d5-0b26-4e66-9617-d87dee45d24c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.2271769 Apr 20 18:32:05.247676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-1bc9c053-6d9f-430a-83ec-bff824248092 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.249521 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-1bc9c053-6d9f-430a-83ec-bff824248092 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652863 Apr 20 18:32:05.272348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Request body: {'port': {'device_id': 'ce202328-26a3-441c-88a9-ab02753195c6', 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446', 'admin_state_up': True, 'tenant_id': 'b33c467ac1fc45d384453eb2a6179a55'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:05.407865 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f75fd10e-9f3c-4850-b280-4bc617afa8e8 req-1ffafc13-c25c-41ac-9f53-0f6c159fe8da tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291683 Apr 20 18:32:05.415608 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-62359a0d-f7d7-4434-81fd-4197bd7fdaeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 999 time: 0.2024016 Apr 20 18:32:05.421166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:05.425221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Usage tracker for resource:port and tenant:b33c467ac1fc45d384453eb2a6179a55 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:05.428477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:05.435227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:05.444552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Made reservation on behalf of b33c467ac1fc45d384453eb2a6179a55 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:32:05.451448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:05.465109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:05.481140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:05.485156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Usage tracker for resource:security_group_rule and tenant:b33c467ac1fc45d384453eb2a6179a55 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:05.488099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:05.494144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:05.504125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d442852-87b2-413d-ac82-6e49974cd1df req-e5ba2db2-27a8-4023-913e-6d166820b7a9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.505711 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7d442852-87b2-413d-ac82-6e49974cd1df req-e5ba2db2-27a8-4023-913e-6d166820b7a9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1960552 Apr 20 18:32:05.510171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edc37-a36c-488a-9a6c-61528521c63d req-dc507ee3-2aed-4c5c-b123-bb9bba9bd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.512231 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-dc507ee3-2aed-4c5c-b123-bb9bba9bd829 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0852411 Apr 20 18:32:05.588622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:05.591357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:05.609134 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7d442852-87b2-413d-ac82-6e49974cd1df req-4a5ae3af-23bd-4aae-a8d3-99af680ac2ea tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957448 Apr 20 18:32:05.632336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edc37-a36c-488a-9a6c-61528521c63d req-dc1e9111-ecc3-4dc6-841a-78bed4da33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.633945 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-dc1e9111-ecc3-4dc6-841a-78bed4da33aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029255 Apr 20 18:32:05.643930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4631b746-5990-4ddd-9804-bd707ace2a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:05.700321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984628b2-5013-468a-8b0e-b23140d4023e,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:05.706306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:05.786120 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-04b3036a-82f6-4996-bcc4-9e1c60148022 req-fd9caf25-4b62-4c41-bb2b-b195ec2b7066 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 210 time: 0.1072438 Apr 20 18:32:05.797572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Allocated IP 192.168.233.199 (a13f75a4-5fca-4af1-8bf2-97ac505da446/150c7cad-04a7-426c-830b-92e1f566ea8b/c9949b01-7168-467b-9ef4-73392aa1cb57) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:32:05.848022 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-38f07586-dd4e-4bc9-91bd-07c2c4370086 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990004 Apr 20 18:32:06.060862 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b76edc37-a36c-488a-9a6c-61528521c63d req-a0dcca10-4de6-4355-b0e2-adaf02a46ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067504 Apr 20 18:32:06.061567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66212777-bbf3-45aa-8098-33e7121b4e9d req-13e103f9-7b3a-494a-b431-4c8e0ae813c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.063194 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-66212777-bbf3-45aa-8098-33e7121b4e9d req-13e103f9-7b3a-494a-b431-4c8e0ae813c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.2153747 Apr 20 18:32:06.074646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914275a-f5c4-4056-bb02-6ec6ac8306b1 req-b0e9b912-9ab9-4305-bd54-504f67e53bf6 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.076360 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0914275a-f5c4-4056-bb02-6ec6ac8306b1 req-b0e9b912-9ab9-4305-bd54-504f67e53bf6 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.1461277 Apr 20 18:32:06.108322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.140059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Transition to ACTIVE for port object c9949b01-7168-467b-9ef4-73392aa1cb57 will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:32:06.145066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-66212777-bbf3-45aa-8098-33e7121b4e9d req-9d727e66-9257-4c7e-883f-7c5d3510066c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649073 Apr 20 18:32:06.166337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.172077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:06.172590 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0914275a-f5c4-4056-bb02-6ec6ac8306b1 req-a039f25e-aca3-4082-87b6-fcab2c68898d tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875325 Apr 20 18:32:06.214077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c84bd-788c-457a-934a-37b72a579988 req-ba65c5bb-26aa-493f-9dcc-69ae0fb0cfe2 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.215650 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785c84bd-788c-457a-934a-37b72a579988 req-ba65c5bb-26aa-493f-9dcc-69ae0fb0cfe2 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.0989914 Apr 20 18:32:06.267239 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785c84bd-788c-457a-934a-37b72a579988 req-82fdd405-d461-4211-b941-d9b649412e46 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Apr 20 18:32:06.280999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Network a13f75a4-5fca-4af1-8bf2-97ac505da446 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:32:06.293055 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:32:06.299410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:32:06.345784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Pushing event updated for resources: {'Port': ['ID=c9949b01-7168-467b-9ef4-73392aa1cb57,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:06.351798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:06.389531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.390263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.425137 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1569858 Apr 20 18:32:06.435257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f704-553a-4d56-a875-ea9794a413f9 req-1f554a63-440c-48ba-b7b4-e355be861291 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.436031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-4281f704-553a-4d56-a875-ea9794a413f9 req-1f554a63-440c-48ba-b7b4-e355be861291 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Synchronizing usage tracker for tenant:e1bec67db0e2479fa7c6620c798ee57b on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:06.444442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Request body: {'port': {'device_id': 'ce202328-26a3-441c-88a9-ab02753195c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:06.503644 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-4281f704-553a-4d56-a875-ea9794a413f9 req-1f554a63-440c-48ba-b7b4-e355be861291 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Unset dirty status for tenant:e1bec67db0e2479fa7c6620c798ee57b on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:06.504875 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4281f704-553a-4d56-a875-ea9794a413f9 req-1f554a63-440c-48ba-b7b4-e355be861291 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.2740679 Apr 20 18:32:06.536610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-0a365ab9-12fb-4581-87ee-862a90909408 None None] Provisioning for port c9949b01-7168-467b-9ef4-73392aa1cb57 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:32:06.542142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-0a365ab9-12fb-4581-87ee-862a90909408 None None] Provisioning complete for port c9949b01-7168-467b-9ef4-73392aa1cb57 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:06.542604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0a365ab9-12fb-4581-87ee-862a90909408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.610986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0a365ab9-12fb-4581-87ee-862a90909408 None None] Port c9949b01-7168-467b-9ef4-73392aa1cb57 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:32:06.625717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c6fba-a52e-4ece-8eb4-c1cdca22b9b1 req-73b35fb1-ac9a-41a0-a1c5-e27c8cf4fe2c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.633975 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0e0c6fba-a52e-4ece-8eb4-c1cdca22b9b1 req-73b35fb1-ac9a-41a0-a1c5-e27c8cf4fe2c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.0947313 Apr 20 18:32:06.646222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.677125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Deleting port d8731053-2071-40b8-8f2e-0e667c51638a {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:06.677506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.680958 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0e0c6fba-a52e-4ece-8eb4-c1cdca22b9b1 req-8225eac6-747b-4b3c-9d09-12e9ab05ee84 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467629 Apr 20 18:32:06.816074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c407-7626-4fb8-a350-6c70573c6df9 req-7c9853c3-e6cb-4ab4-96f3-1aa609cf976d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.817937 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbb9c407-7626-4fb8-a350-6c70573c6df9 req-7c9853c3-e6cb-4ab4-96f3-1aa609cf976d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0903237 Apr 20 18:32:06.869466 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbb9c407-7626-4fb8-a350-6c70573c6df9 req-8c6e1f6d-9e46-4b09-bbfa-bbeb3176a3aa tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Apr 20 18:32:07.005630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed994cf-b4cc-43e7-b043-2cbc208f3172 req-77661eac-a7a8-4acf-9dfc-b16133f1f233 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.007280 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bed994cf-b4cc-43e7-b043-2cbc208f3172 req-77661eac-a7a8-4acf-9dfc-b16133f1f233 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 936 time: 0.0867233 Apr 20 18:32:07.060847 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bed994cf-b4cc-43e7-b043-2cbc208f3172 req-bb79b30e-088b-4f63-b6c6-d8424c9ba24d tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Apr 20 18:32:07.164118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] For port d8731053-2071-40b8-8f2e-0e667c51638a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8731053-2071-40b8-8f2e-0e667c51638a,segment=NetworkSegment(f37c3886-ed80-4ae0-8365-aa98678f96e5),segment_id=f37c3886-ed80-4ae0-8365-aa98678f96e5)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:07.164509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.311424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Calling delete_port for d8731053-2071-40b8-8f2e-0e667c51638a owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:07.379159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2de7f-5c0a-47d2-a15c-c84b197a8c09 req-1651ca6d-bad9-4cdd-a2af-a42f95678ed8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.380871 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c8e2de7f-5c0a-47d2-a15c-c84b197a8c09 req-1651ca6d-bad9-4cdd-a2af-a42f95678ed8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 946 time: 0.0937805 Apr 20 18:32:07.464407 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9949b01-7168-467b-9ef4-73392aa1cb57 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:07.484983 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c8e2de7f-5c0a-47d2-a15c-c84b197a8c09 req-8b4edba3-498d-4986-b64d-98a847573227 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/security-groups?id=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670114 Apr 20 18:32:07.508027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.508137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe52da-d835-473d-9779-7235b0db57ee req-a6070475-b501-42b6-97ec-556f82489826 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.508137 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-aafe52da-d835-473d-9779-7235b0db57ee req-a6070475-b501-42b6-97ec-556f82489826 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 943 time: 0.1262228 Apr 20 18:32:07.539848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Transition to ACTIVE for port object c9949b01-7168-467b-9ef4-73392aa1cb57 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:32:07.543589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.551251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:07.561652 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-aafe52da-d835-473d-9779-7235b0db57ee req-eaad4141-e336-45e7-9dcf-7b1be2dfbea0 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Apr 20 18:32:07.602388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.614775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8731053-2071-40b8-8f2e-0e667c51638a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:07.697126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8391f03-254f-470e-a853-ccbf467d5d2e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:32:07.874193 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:07.890458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'port_id': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'mac_address': 'fa:16:3e:4a:e4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:07.913923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353c32e-03aa-4a2d-819e-6ffed157bca3 req-36d5c1f2-de6c-4ace-bc10-6c4f4f9ad0e5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.922488 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f353c32e-03aa-4a2d-819e-6ffed157bca3 req-36d5c1f2-de6c-4ace-bc10-6c4f4f9ad0e5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1084371 Apr 20 18:32:07.974426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Pushing event updated for resources: {'Port': ['ID=c9949b01-7168-467b-9ef4-73392aa1cb57,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:07.983906 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f353c32e-03aa-4a2d-819e-6ffed157bca3 req-d3b9f735-a63a-4924-a021-7306c0006e9c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603597 Apr 20 18:32:08.002376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.019093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.023323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85c81688-4334-4a2c-88fd-ebc7507140c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:08.031575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8391f03-254f-470e-a853-ccbf467d5d2e {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:08.049383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:08.051574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.053447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:08.091931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb500d4-7ad3-46ea-a784-49d6fa6e8421 req-ec6cc937-c6ad-450d-805f-2a68515db4b6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.094089 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbb500d4-7ad3-46ea-a784-49d6fa6e8421 req-ec6cc937-c6ad-450d-805f-2a68515db4b6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1018150 Apr 20 18:32:08.119369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Pushing event deleted for resources: {'Port': ['ID=d8731053-2071-40b8-8f2e-0e667c51638a,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:08.122916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.126311 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] No DVR routers for this DVR port d8731053-2071-40b8-8f2e-0e667c51638a on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:32:08.129508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.147199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'name': 'network-vif-deleted', 'tag': 'd8731053-2071-40b8-8f2e-0e667c51638a'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:08.157505 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4281f704-553a-4d56-a875-ea9794a413f9 req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.18 "DELETE /v2.0/ports/d8731053-2071-40b8-8f2e-0e667c51638a HTTP/1.1" status: 204 len: 173 time: 1.6125722 Apr 20 18:32:08.172918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:08.177732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.193600 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbb500d4-7ad3-46ea-a784-49d6fa6e8421 req-c4f0205d-c2a7-49b4-9fbd-865e7b62ff6c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801156 Apr 20 18:32:08.205877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Attempting to bind port c9949b01-7168-467b-9ef4-73392aa1cb57 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:32:08.206586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Attempting to bind port c9949b01-7168-467b-9ef4-73392aa1cb57 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:32:08.207183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Attempting to bind port c9949b01-7168-467b-9ef4-73392aa1cb57 on network a13f75a4-5fca-4af1-8bf2-97ac505da446 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:32:08.217005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Port c9949b01-7168-467b-9ef4-73392aa1cb57 on network a13f75a4-5fca-4af1-8bf2-97ac505da446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:32:08.217373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Attempting to bind port c9949b01-7168-467b-9ef4-73392aa1cb57 on network a13f75a4-5fca-4af1-8bf2-97ac505da446 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:32:08.227584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:32:08.228118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Checking segment: {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:32:08.228661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Bound using segment: {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:32:08.229446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Bound port: c9949b01-7168-467b-9ef4-73392aa1cb57, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f426f50c-b60e-41f8-8d14-0bf5b2b3c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:32:08.229935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.261377 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f0df1-07bb-466b-9efb-d40d234f54c0', 'name': 'network-vif-deleted', 'tag': 'd8731053-2071-40b8-8f2e-0e667c51638a', 'status': 'completed', 'code': 200} Apr 20 18:32:08.332063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8391f03-254f-470e-a853-ccbf467d5d2e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:08.356331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] For port c9949b01-7168-467b-9ef4-73392aa1cb57, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:32:08.359480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] For port c9949b01-7168-467b-9ef4-73392aa1cb57, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9949b01-7168-467b-9ef4-73392aa1cb57,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:32:08.363001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.368049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-720b40a8-e382-45bd-84a0-d36666c58956 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:08.443490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Pushing event updated for resources: {'Port': ['ID=c9949b01-7168-467b-9ef4-73392aa1cb57,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:08.448470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.454146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.454972 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.456455 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9949b01-7168-467b-9ef4-73392aa1cb57 HTTP/1.1" status: 200 len: 1098 time: 2.0174835 Apr 20 18:32:08.458043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f32b-6bf9-4227-a10d-c505283fa28a req-f518d4c0-f944-4334-9a6c-8048affb0eb7 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.459686 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-abf0f32b-6bf9-4227-a10d-c505283fa28a req-f518d4c0-f944-4334-9a6c-8048affb0eb7 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 948 time: 0.1211898 Apr 20 18:32:08.515710 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-abf0f32b-6bf9-4227-a10d-c505283fa28a req-a73e2471-3380-473e-a2c4-488c5e97ccfb tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Apr 20 18:32:08.625874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-b278f1c0-483c-4a83-84ef-50d013a85407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.633462 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-b278f1c0-483c-4a83-84ef-50d013a85407 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b33c467ac1fc45d384453eb2a6179a55&device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 1101 time: 0.1301887 Apr 20 18:32:08.768215 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-230f09ab-f34e-4821-ab03-341edb048a68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=c9949b01-7168-467b-9ef4-73392aa1cb57 HTTP/1.1" status: 200 len: 217 time: 0.1239569 Apr 20 18:32:08.832862 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-287e2be8-7aaa-4956-9f48-d1bc6e424a26 req-db41c220-4ff1-4bbb-aded-a1b3876e9b96 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] 10.222.0.26 "GET /v2.0/ports?device_id=689f0df1-07bb-466b-9efb-d40d234f54c0 HTTP/1.1" status: 200 len: 210 time: 0.1062639 Apr 20 18:32:08.880650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d744c21-0e75-41e3-a99d-034f7ceadb8f req-b5e11d1b-0016-4015-98a8-84061e80b39b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.882281 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2d744c21-0e75-41e3-a99d-034f7ceadb8f req-b5e11d1b-0016-4015-98a8-84061e80b39b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0967832 Apr 20 18:32:08.897532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-e80e093a-3399-4098-a514-506abe9913a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.899300 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-e80e093a-3399-4098-a514-506abe9913a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=150c7cad-04a7-426c-830b-92e1f566ea8b HTTP/1.1" status: 200 len: 843 time: 0.0910356 Apr 20 18:32:08.931166 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2d744c21-0e75-41e3-a99d-034f7ceadb8f req-77233ce8-5da7-4bc1-9b87-f64a3672dab7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Apr 20 18:32:08.980642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-105bb0ba-1d06-4e97-8d74-fc71e595f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.982337 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-105bb0ba-1d06-4e97-8d74-fc71e595f90b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.2161086 Apr 20 18:32:09.119472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524970-212d-4efd-b6b8-36e2d00163aa req-2dca53be-5916-4d3b-a68f-c5cc7d94d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.121242 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-2dca53be-5916-4d3b-a68f-c5cc7d94d668 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13f75a4-5fca-4af1-8bf2-97ac505da446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2086728 Apr 20 18:32:09.260599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-cced14a6-2023-45ed-ba8c-cdf5ffc2737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.262152 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-cced14a6-2023-45ed-ba8c-cdf5ffc2737b service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.2674811 Apr 20 18:32:09.307207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd1c7e-d5ce-40fb-be04-cd92745e7fe0 req-4220e168-87d0-4fdc-93db-27b8d5c465f6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.308789 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-83cd1c7e-d5ce-40fb-be04-cd92745e7fe0 req-4220e168-87d0-4fdc-93db-27b8d5c465f6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 944 time: 0.3709757 Apr 20 18:32:09.317652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c073d-a261-4dbf-8ca8-9b940f9eae70 req-e0751a1b-b469-4541-b818-1d5af4e1c4a4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.319147 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c71c073d-a261-4dbf-8ca8-9b940f9eae70 req-e0751a1b-b469-4541-b818-1d5af4e1c4a4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 945 time: 0.1263754 Apr 20 18:32:09.353931 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-77f36ffd-4f2d-4734-b024-baa9a86fb7f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 217 time: 0.0736101 Apr 20 18:32:09.393299 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-83cd1c7e-d5ce-40fb-be04-cd92745e7fe0 req-67dcce45-aac1-41f4-bce2-7cc22ebdd297 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731277 Apr 20 18:32:09.397842 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c71c073d-a261-4dbf-8ca8-9b940f9eae70 req-ad56d406-4890-487a-a19b-363c2f98a08e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623353 Apr 20 18:32:09.421007 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-c7f26e56-9eb6-43c7-9e36-930d48707f06 service neutron] 10.222.0.18 "GET /v2.0/networks/a13f75a4-5fca-4af1-8bf2-97ac505da446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849567 Apr 20 18:32:09.520772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-f0572b97-3f53-4add-90fb-3f66d44d34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.522431 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-f0572b97-3f53-4add-90fb-3f66d44d34cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.1561196 Apr 20 18:32:09.589947 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-8d9862b5-0601-4bcc-b168-11dd40e9b75f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602682 Apr 20 18:32:09.705515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8391f03-254f-470e-a853-ccbf467d5d2e up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:32:09.732666 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33524970-212d-4efd-b6b8-36e2d00163aa req-7e05d572-8aa2-4a40-8d04-d997310159eb service neutron] 10.222.0.18 "GET /v2.0/networks/a13f75a4-5fca-4af1-8bf2-97ac505da446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012235 Apr 20 18:32:09.774016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25afa-fed9-4ded-a765-f781d26190f9 req-bb5200d0-31a7-4877-b61a-2cff3a1bee0b tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.775632 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33a25afa-fed9-4ded-a765-f781d26190f9 req-bb5200d0-31a7-4877-b61a-2cff3a1bee0b tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 948 time: 0.1369510 Apr 20 18:32:09.796382 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-fb36cd0f-36bd-4466-a1c0-304e56213594 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880252 Apr 20 18:32:09.811399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port d8391f03-254f-470e-a853-ccbf467d5d2e completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:32:09.816839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port d8391f03-254f-470e-a853-ccbf467d5d2e triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:09.817360 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:09.833461 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-33a25afa-fed9-4ded-a765-f781d26190f9 req-89c1b73c-eb54-47cd-9ab4-88bf331d8aaa tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508249 Apr 20 18:32:09.961014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:09.964934 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f40b8138-3ea8-4c1e-9c84-bca373baca63 req-d3f09fd8-d00a-40a7-9888-ac42fe87bc7e service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618433 Apr 20 18:32:10.006314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:10.017824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:10.020921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.021834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:10.065730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:10.160265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522f1e-58d0-4bf8-9ad8-08d94576ab79 req-8be49e81-0979-4ec0-a048-ed3e50ad8bbe tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.168771 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d7522f1e-58d0-4bf8-9ad8-08d94576ab79 req-8be49e81-0979-4ec0-a048-ed3e50ad8bbe tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1049922 Apr 20 18:32:10.176609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:10.188232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:10.241881 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d7522f1e-58d0-4bf8-9ad8-08d94576ab79 req-3ee32090-0ae7-48a5-be1a-5e73396685be tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716505 Apr 20 18:32:10.252313 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'code': 200} Apr 20 18:32:10.256518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.262500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce202328-26a3-441c-88a9-ab02753195c6', 'tag': 'c9949b01-7168-467b-9ef4-73392aa1cb57'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:10.297282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:10.300441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.301252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8731053-2071-40b8-8f2e-0e667c51638a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:10.321782 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce202328-26a3-441c-88a9-ab02753195c6', 'tag': 'c9949b01-7168-467b-9ef4-73392aa1cb57', 'status': 'completed', 'code': 200} Apr 20 18:32:10.348941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:10.403640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: d8731053-2071-40b8-8f2e-0e667c51638a {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:10.404038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8731053-2071-40b8-8f2e-0e667c51638a not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:10.449155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=8']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:10.453015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:10.598237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-e7ff40d5-1c4c-4f42-b680-5a0292a36322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.599872 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-e7ff40d5-1c4c-4f42-b680-5a0292a36322 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b33c467ac1fc45d384453eb2a6179a55&device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 1101 time: 0.2489829 Apr 20 18:32:10.808984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce0aed-4f3d-4113-937d-baa95a2d15fa req-6d26bb4b-d301-4b5d-8eb6-29be5ca6d48b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.810807 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-35ce0aed-4f3d-4113-937d-baa95a2d15fa req-6d26bb4b-d301-4b5d-8eb6-29be5ca6d48b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.2339187 Apr 20 18:32:10.826274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:32:10.833038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af232764-3e20-4fe7-9d0a-9cfaf21335ae req-378d0dae-ba17-4a5b-a6ca-891ed8005170 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.842949 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-af232764-3e20-4fe7-9d0a-9cfaf21335ae req-378d0dae-ba17-4a5b-a6ca-891ed8005170 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1624477 Apr 20 18:32:10.868935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-d1c02359-5cf3-45c2-bbcf-a7096a67b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.871219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-d1c02359-5cf3-45c2-bbcf-a7096a67b080 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a13f75a4-5fca-4af1-8bf2-97ac505da446 HTTP/1.1" status: 200 len: 870 time: 0.2578771 Apr 20 18:32:10.874263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0437ce-b7b0-4d62-b1cc-8797c051baa6 req-9a7405d1-d7cd-4e8d-80f2-066b8c68c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.875721 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bf0437ce-b7b0-4d62-b1cc-8797c051baa6 req-9a7405d1-d7cd-4e8d-80f2-066b8c68c2b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1098 time: 0.2135656 Apr 20 18:32:10.923409 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-af232764-3e20-4fe7-9d0a-9cfaf21335ae req-bd71bf23-0d01-4d69-9fed-be67c765edd1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794845 Apr 20 18:32:10.958260 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-35ce0aed-4f3d-4113-937d-baa95a2d15fa req-3a349d45-f9f4-4883-8e6e-45a0186f8d6b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317892 Apr 20 18:32:10.996531 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-5847f33f-95e1-4e4e-b57f-004a53710d64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=c9949b01-7168-467b-9ef4-73392aa1cb57 HTTP/1.1" status: 200 len: 217 time: 0.1062648 Apr 20 18:32:11.082477 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bf0437ce-b7b0-4d62-b1cc-8797c051baa6 req-8bebc649-b46c-49d0-a6aa-428267164714 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238172 Apr 20 18:32:11.106559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-10b110ed-da74-47e7-8f67-e4cb20c0fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:11.108523 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-10b110ed-da74-47e7-8f67-e4cb20c0fd28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=150c7cad-04a7-426c-830b-92e1f566ea8b HTTP/1.1" status: 200 len: 843 time: 0.0843225 Apr 20 18:32:11.157640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ff24-3f3c-447e-abb0-25fb37ec0b68 req-221adc92-9f5e-4661-9c71-cad895cf8224 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:11.165619 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5677ff24-3f3c-447e-abb0-25fb37ec0b68 req-221adc92-9f5e-4661-9c71-cad895cf8224 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 948 time: 0.1093509 Apr 20 18:32:11.219016 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5677ff24-3f3c-447e-abb0-25fb37ec0b68 req-b4ad42ab-e096-43d6-a191-3f27ce51c6c6 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480063 Apr 20 18:32:11.232362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-b330c12e-5bcd-46b8-bd14-b1bfac6d976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:11.243043 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-b330c12e-5bcd-46b8-bd14-b1bfac6d976c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a13f75a4-5fca-4af1-8bf2-97ac505da446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0970728 Apr 20 18:32:11.280394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60494) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:11.408299 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-8f5febfa-f316-470e-86e7-1c6e826de07a service neutron] 10.222.0.18 "GET /v2.0/networks/a13f75a4-5fca-4af1-8bf2-97ac505da446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612043 Apr 20 18:32:11.492434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc020c8-c365-4ea0-ae0b-d6ee86384200 req-dfe97aee-08a5-44cb-beee-787307d3a1f6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:11.494113 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-afc020c8-c365-4ea0-ae0b-d6ee86384200 req-dfe97aee-08a5-44cb-beee-787307d3a1f6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1249385 Apr 20 18:32:11.498858 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-7d07da56-deff-4e75-b1f2-aa4c2fdef15c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2171834 Apr 20 18:32:11.552150 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-afc020c8-c365-4ea0-ae0b-d6ee86384200 req-0c2e2c3f-007e-4076-b0c8-c249002cb5c8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475101 Apr 20 18:32:11.773372 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c439ac91-5471-4672-98ce-c16d9a13f7df req-10f408b6-9cb3-4266-a952-d3cef633304e service neutron] 10.222.0.18 "GET /v2.0/networks/a13f75a4-5fca-4af1-8bf2-97ac505da446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583217 Apr 20 18:32:12.217663 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829ec-89e6-4d01-8f00-767a97a85003 req-a0ee7e4b-b383-4b36-8229-b58adccaa44b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.219321 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a97829ec-89e6-4d01-8f00-767a97a85003 req-a0ee7e4b-b383-4b36-8229-b58adccaa44b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1629109 Apr 20 18:32:12.231495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8de77a-d512-4918-9d0f-4973c62f7921 req-56b0ed43-f98f-4e00-a985-ee632c5970a0 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.233181 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d8de77a-d512-4918-9d0f-4973c62f7921 req-56b0ed43-f98f-4e00-a985-ee632c5970a0 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1354237 Apr 20 18:32:12.253661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:12.313356 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a97829ec-89e6-4d01-8f00-767a97a85003 req-1471a4f3-c035-4aae-8b03-d00371de2872 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791156 Apr 20 18:32:12.318065 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d8de77a-d512-4918-9d0f-4973c62f7921 req-9a7b2492-1fb3-4850-b54b-3cad74c8181e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Apr 20 18:32:12.385054 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'code': 422} returned with failed status Apr 20 18:32:12.519571 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e368-e0b4-44ff-bc60-125c14d658e0 req-c01401c2-8e2b-4a52-8c0d-3b3e5285fc79 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.521167 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e15e368-e0b4-44ff-bc60-125c14d658e0 req-c01401c2-8e2b-4a52-8c0d-3b3e5285fc79 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 948 time: 0.0877790 Apr 20 18:32:12.573853 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e15e368-e0b4-44ff-bc60-125c14d658e0 req-eaa885dc-5134-42c7-b50a-699ddfcdb4a6 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Apr 20 18:32:12.814163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980399e9-5d81-4f42-aa6a-46d69be67d5d req-657b6a2b-953e-4295-bda3-277979c3871c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.815748 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-980399e9-5d81-4f42-aa6a-46d69be67d5d req-657b6a2b-953e-4295-bda3-277979c3871c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0974584 Apr 20 18:32:12.874086 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-980399e9-5d81-4f42-aa6a-46d69be67d5d req-fc962128-abf9-42b2-bdcf-07bb43bfcfd3 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510550 Apr 20 18:32:12.925087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547993b-c69d-4f87-8aee-e7113754f011 req-bcd00c3e-8d7a-4cd4-af49-66d3a0723493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.927178 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-bcd00c3e-8d7a-4cd4-af49-66d3a0723493 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d&tenant_id=44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 1096 time: 0.1114089 Apr 20 18:32:13.067094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547993b-c69d-4f87-8aee-e7113754f011 req-d6153f7a-b9c8-4d20-ab04-06ce080a731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.069673 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-d6153f7a-b9c8-4d20-ab04-06ce080a731e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1096 time: 0.1137602 Apr 20 18:32:13.238970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547993b-c69d-4f87-8aee-e7113754f011 req-4d47ebf8-663b-4ab9-aa8a-e9c25bd11b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.240774 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-4d47ebf8-663b-4ab9-aa8a-e9c25bd11b18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.1636183 Apr 20 18:32:13.399233 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-f5122a14-17a5-4847-bdb3-78e747d14692 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 200 len: 997 time: 0.1508446 Apr 20 18:32:13.546416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547993b-c69d-4f87-8aee-e7113754f011 req-0008ca5c-f7eb-41db-a89c-135fa7b93684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.548425 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-0008ca5c-f7eb-41db-a89c-135fa7b93684 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.1376197 Apr 20 18:32:13.652297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547993b-c69d-4f87-8aee-e7113754f011 req-0a696cef-639a-447a-8953-f0a118f80db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.654122 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-0a696cef-639a-447a-8953-f0a118f80db3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955024 Apr 20 18:32:13.716090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897f64c-13be-4803-9afe-fdfbefc342b7 req-b1c71b3f-dd0d-4e9c-823d-ccf835fd9bde tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.718097 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8897f64c-13be-4803-9afe-fdfbefc342b7 req-b1c71b3f-dd0d-4e9c-823d-ccf835fd9bde tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.2131793 Apr 20 18:32:13.718825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device c9949b01-7168-467b-9ef4-73392aa1cb57 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:32:13.764271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11892fc3-7f47-46b0-83f4-2f32aa39ecfa req-c40d41c1-7af0-4e09-8a67-7ad44b8df398 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.766351 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11892fc3-7f47-46b0-83f4-2f32aa39ecfa req-c40d41c1-7af0-4e09-8a67-7ad44b8df398 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1683829 Apr 20 18:32:13.790583 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8897f64c-13be-4803-9afe-fdfbefc342b7 req-3dd0f279-9177-482f-8acf-b9c5228a4c2c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654831 Apr 20 18:32:13.846454 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11892fc3-7f47-46b0-83f4-2f32aa39ecfa req-012f0c14-23a7-4b16-8763-b5c70402b17b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596619 Apr 20 18:32:13.889721 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-11263c0c-97a6-4c36-82b3-8b75c5ba54d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217042 Apr 20 18:32:13.922854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port c9949b01-7168-467b-9ef4-73392aa1cb57, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9949b01-7168-467b-9ef4-73392aa1cb57,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:13.938191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'c9949b01-7168-467b-9ef4-73392aa1cb57', 'network_id': 'a13f75a4-5fca-4af1-8bf2-97ac505da446', 'port_id': 'c9949b01-7168-467b-9ef4-73392aa1cb57', 'mac_address': 'fa:16:3e:46:21:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150c7cad-04a7-426c-830b-92e1f566ea8b', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:14.004165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:14.030920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9949b01-7168-467b-9ef4-73392aa1cb57 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:14.087020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port c9949b01-7168-467b-9ef4-73392aa1cb57, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9949b01-7168-467b-9ef4-73392aa1cb57,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:14.090869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:14.091233 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0547993b-c69d-4f87-8aee-e7113754f011 req-11bb12dd-6ff8-441a-bc67-520fb2d7423b service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943212 Apr 20 18:32:14.094302 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-76165696-7b94-4aaa-83e8-3ed3e4a52fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:14.163162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e4c3-dcba-4e2b-a781-cf91fccdfb00 req-73508fc2-4aeb-4709-88ee-ea3273f067fa tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:14.171192 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d591e4c3-dcba-4e2b-a781-cf91fccdfb00 req-73508fc2-4aeb-4709-88ee-ea3273f067fa tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1282928 Apr 20 18:32:14.203439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=c9949b01-7168-467b-9ef4-73392aa1cb57,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:14.209454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:14.227881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723a60-0293-4db9-98e5-f2741dfab80a req-c8212e12-da22-4d95-be23-530ac4f322a6 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:14.236183 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cf723a60-0293-4db9-98e5-f2741dfab80a req-c8212e12-da22-4d95-be23-530ac4f322a6 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 948 time: 0.2526240 Apr 20 18:32:14.241442 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d591e4c3-dcba-4e2b-a781-cf91fccdfb00 req-b7ab20dc-45e6-4a2b-9205-476592bcec0d tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694003 Apr 20 18:32:14.291784 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cf723a60-0293-4db9-98e5-f2741dfab80a req-f99482a7-001a-44d3-af98-e25c99ed13ff tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544338 Apr 20 18:32:14.407530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['c9949b01-7168-467b-9ef4-73392aa1cb57'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:14.807174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8490-1174-4cda-961d-e9a6297a3311 req-052f6f7a-0511-43fd-b77f-c2cdbf8ba081 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:14.808902 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-863d8490-1174-4cda-961d-e9a6297a3311 req-052f6f7a-0511-43fd-b77f-c2cdbf8ba081 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1531670 Apr 20 18:32:14.871899 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-863d8490-1174-4cda-961d-e9a6297a3311 req-13643464-025b-43d0-a2c8-05508be74275 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517519 Apr 20 18:32:15.079200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f855db5-f3d0-4b13-86a0-8f7db09d66bc req-198d1840-e2bd-4144-9e8e-fe23f19bdc6f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:15.085343 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f855db5-f3d0-4b13-86a0-8f7db09d66bc req-198d1840-e2bd-4144-9e8e-fe23f19bdc6f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1253920 Apr 20 18:32:15.230531 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f855db5-f3d0-4b13-86a0-8f7db09d66bc req-28a0e0a8-0551-4cbb-beaa-a6937a3e5c47 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418879 Apr 20 18:32:15.335754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522926bb-8fc3-41ab-bf02-00053f239bfd req-916e178d-20aa-4e2d-9034-73bf1392d1ea tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:15.337482 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-522926bb-8fc3-41ab-bf02-00053f239bfd req-916e178d-20aa-4e2d-9034-73bf1392d1ea tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.2114830 Apr 20 18:32:15.474684 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-522926bb-8fc3-41ab-bf02-00053f239bfd req-402eebfe-639f-4730-941c-9358f5032752 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242919 Apr 20 18:32:15.729748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device c9949b01-7168-467b-9ef4-73392aa1cb57 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:32:15.736891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f653fb8-23fc-408b-9ec8-c84de5be1eb4 req-ee426591-0d35-4f16-ad32-5d1cd1cea185 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:15.745812 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6f653fb8-23fc-408b-9ec8-c84de5be1eb4 req-ee426591-0d35-4f16-ad32-5d1cd1cea185 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 949 time: 0.1579356 Apr 20 18:32:15.837386 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6f653fb8-23fc-408b-9ec8-c84de5be1eb4 req-2dc70db6-73cd-4ba2-b588-75e0371aeb19 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851383 Apr 20 18:32:15.889625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port c9949b01-7168-467b-9ef4-73392aa1cb57 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:32:15.898859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port c9949b01-7168-467b-9ef4-73392aa1cb57 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:15.899321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.122393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.172167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce202328-26a3-441c-88a9-ab02753195c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9949b01-7168-467b-9ef4-73392aa1cb57'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:16.223923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port c9949b01-7168-467b-9ef4-73392aa1cb57, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9949b01-7168-467b-9ef4-73392aa1cb57,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:16.231849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.248485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:16.321825 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce202328-26a3-441c-88a9-ab02753195c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9949b01-7168-467b-9ef4-73392aa1cb57', 'code': 200} Apr 20 18:32:16.328728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.365123 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=c9949b01-7168-467b-9ef4-73392aa1cb57,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:16.368812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:16.811371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49884df-4056-447b-9feb-5be36fe4eb6c req-8547b459-ee96-4c4e-8699-5eaa9776238b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:16.813809 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f49884df-4056-447b-9feb-5be36fe4eb6c req-8547b459-ee96-4c4e-8699-5eaa9776238b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1683922 Apr 20 18:32:16.895376 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f49884df-4056-447b-9feb-5be36fe4eb6c req-cd58e46d-94e8-4aac-a4c2-30d69f33009d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741477 Apr 20 18:32:17.077997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84accc7d-ffff-4889-97fc-b3bd0aca5137 req-e5c110cc-175d-405f-8961-6cc545c61a07 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:17.080042 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-84accc7d-ffff-4889-97fc-b3bd0aca5137 req-e5c110cc-175d-405f-8961-6cc545c61a07 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1110156 Apr 20 18:32:17.191842 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-84accc7d-ffff-4889-97fc-b3bd0aca5137 req-874c41e0-a135-43f5-ab9f-d54c6fb4fdc8 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020994 Apr 20 18:32:18.128166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09ff8-e0ae-4828-99f8-a92280e6a857 req-2eb38a26-3c50-44a2-84bc-99466743af39 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:18.137646 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d2b09ff8-e0ae-4828-99f8-a92280e6a857 req-2eb38a26-3c50-44a2-84bc-99466743af39 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1020606 Apr 20 18:32:18.200991 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d2b09ff8-e0ae-4828-99f8-a92280e6a857 req-67acac1c-7689-42df-9e33-31565233e221 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598912 Apr 20 18:32:18.425944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dff3b2-88a2-4ade-9d8d-e78dac616f2d req-141ac7a8-fcec-44af-b6a8-dafedc6a551c tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:18.427855 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-69dff3b2-88a2-4ade-9d8d-e78dac616f2d req-141ac7a8-fcec-44af-b6a8-dafedc6a551c tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1056676 Apr 20 18:32:18.503753 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-69dff3b2-88a2-4ade-9d8d-e78dac616f2d req-fc49b121-a1b7-4fae-88fd-705cccc11b26 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643289 Apr 20 18:32:19.489636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bb856-9d8c-4ada-84e3-ab04d501733c req-5ab4f829-1313-4f86-9b4b-fbf2981ec5c6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:19.491284 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5a5bb856-9d8c-4ada-84e3-ab04d501733c req-5ab4f829-1313-4f86-9b4b-fbf2981ec5c6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1106856 Apr 20 18:32:19.548214 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5a5bb856-9d8c-4ada-84e3-ab04d501733c req-d71660b5-c10b-4240-8d87-6437c07a2c8b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501001 Apr 20 18:32:19.917548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14b42-10e0-404b-81f5-f7f04bd7530f req-a7ccf5f7-f12d-46d7-bfe2-be6d4df4393c tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:19.925822 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e8f14b42-10e0-404b-81f5-f7f04bd7530f req-a7ccf5f7-f12d-46d7-bfe2-be6d4df4393c tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1374564 Apr 20 18:32:19.989710 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e8f14b42-10e0-404b-81f5-f7f04bd7530f req-1e97aa3b-4314-4a9b-a047-d35639548da5 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626817 Apr 20 18:32:20.790589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b29202-b273-4440-a5d7-782fab08ccf4 req-f2e5bd80-5f80-4a9e-b248-f1a029171aab tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:20.799062 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e9b29202-b273-4440-a5d7-782fab08ccf4 req-f2e5bd80-5f80-4a9e-b248-f1a029171aab tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1088166 Apr 20 18:32:20.857536 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e9b29202-b273-4440-a5d7-782fab08ccf4 req-d3d241d8-4405-4afb-b6b4-aaccc4147c4a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574734 Apr 20 18:32:21.223313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395514-7316-466e-9c8b-23058bb7bca3 req-639fcba6-8f32-43d5-89f9-bcf8ffbd9284 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:21.225237 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-71395514-7316-466e-9c8b-23058bb7bca3 req-639fcba6-8f32-43d5-89f9-bcf8ffbd9284 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.0967381 Apr 20 18:32:21.280659 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-71395514-7316-466e-9c8b-23058bb7bca3 req-660572c6-8433-4dcb-b56b-bf6dced4552e tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 Apr 20 18:32:22.142415 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1152-f0de-44a4-84df-4426b502cf54 req-67fee57c-33b4-4337-8f8e-db683b72ef55 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:22.157371 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-608e1152-f0de-44a4-84df-4426b502cf54 req-67fee57c-33b4-4337-8f8e-db683b72ef55 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1518400 Apr 20 18:32:22.225510 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-608e1152-f0de-44a4-84df-4426b502cf54 req-add93277-9a7d-4040-bdf8-8a890acf4ca7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670488 Apr 20 18:32:22.535262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da767437-2e8a-4219-9422-87e94a6bec41 req-ce569588-3c88-49cf-b350-98e0817f2176 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:22.537331 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da767437-2e8a-4219-9422-87e94a6bec41 req-ce569588-3c88-49cf-b350-98e0817f2176 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.0969965 Apr 20 18:32:22.652608 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da767437-2e8a-4219-9422-87e94a6bec41 req-0edeafda-a4e8-43fc-90a4-49d497657e9b tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037338 Apr 20 18:32:23.461577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d3c78-2bb6-413e-be5d-0236509ee3c8 req-d9d631fc-c84c-44e3-ae3e-59d409e11c5d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.469392 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bb5d3c78-2bb6-413e-be5d-0236509ee3c8 req-d9d631fc-c84c-44e3-ae3e-59d409e11c5d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1044340 Apr 20 18:32:23.523775 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bb5d3c78-2bb6-413e-be5d-0236509ee3c8 req-7955d75f-1821-42ec-8880-e059550e72c7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532126 Apr 20 18:32:23.925902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7fcb-83f5-490f-884c-66042aac73b0 req-c12cb8eb-3695-476e-8327-f55a7db31289 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.928559 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-458f7fcb-83f5-490f-884c-66042aac73b0 req-c12cb8eb-3695-476e-8327-f55a7db31289 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1162915 Apr 20 18:32:23.988952 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-458f7fcb-83f5-490f-884c-66042aac73b0 req-e600fbda-7e6c-46e5-908e-84ace2c0f68a tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Apr 20 18:32:24.809517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6268a-203a-473d-9a42-727eb722499f req-6b9433d5-feb7-45f1-a27c-2d956f371ed4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:24.817722 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-74a6268a-203a-473d-9a42-727eb722499f req-6b9433d5-feb7-45f1-a27c-2d956f371ed4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1714082 Apr 20 18:32:24.893837 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-74a6268a-203a-473d-9a42-727eb722499f req-058f3586-8b42-4c6f-92d4-d633f0449443 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620773 Apr 20 18:32:25.301708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c8d1-3e2f-4388-9039-8f5a71fa85e5 req-ccf99eee-c0a9-4389-8a7a-77d8f95e390d tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:25.310322 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4137c8d1-3e2f-4388-9039-8f5a71fa85e5 req-ccf99eee-c0a9-4389-8a7a-77d8f95e390d tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1316924 Apr 20 18:32:25.363566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4137c8d1-3e2f-4388-9039-8f5a71fa85e5 req-cfd9c6db-a2f8-433e-b6a9-631d06b8b6ab tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520852 Apr 20 18:32:26.144463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30daee-a3fb-4a55-a9f2-91ffbe2ed627 req-66d42872-54b6-4e34-af82-39ebfa0424b1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:26.146342 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de30daee-a3fb-4a55-a9f2-91ffbe2ed627 req-66d42872-54b6-4e34-af82-39ebfa0424b1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1145689 Apr 20 18:32:26.221986 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de30daee-a3fb-4a55-a9f2-91ffbe2ed627 req-41b72cba-4261-47e0-8030-b7689ded8cac tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630612 Apr 20 18:32:26.624005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723c77f-538f-4164-ace4-50ed94ab8c20 req-c1e435f9-1ef5-429b-a99f-5797ff5b4bcf tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:26.625940 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5723c77f-538f-4164-ace4-50ed94ab8c20 req-c1e435f9-1ef5-429b-a99f-5797ff5b4bcf tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1114423 Apr 20 18:32:26.648984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d20e6473-3da2-42e1-95c1-7b4d76d71553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.716605 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5723c77f-538f-4164-ace4-50ed94ab8c20 req-37418dba-8e00-453c-a88e-587d843e93a7 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735445 Apr 20 18:32:27.504003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a498c-fd08-48d8-be1a-98dad66b20a3 req-f45f76e3-df76-48af-91cd-2991df25dc78 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:27.505688 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ae0a498c-fd08-48d8-be1a-98dad66b20a3 req-f45f76e3-df76-48af-91cd-2991df25dc78 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1073420 Apr 20 18:32:27.617227 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ae0a498c-fd08-48d8-be1a-98dad66b20a3 req-04a46575-a9a3-4a19-a99b-debe15a2517f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941498 Apr 20 18:32:27.983113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584fef-a3cf-4e97-961c-0cb4b942bd69 req-fed5f813-7331-49b9-9766-af11c59e5c86 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:27.996127 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6c584fef-a3cf-4e97-961c-0cb4b942bd69 req-fed5f813-7331-49b9-9766-af11c59e5c86 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1384380 Apr 20 18:32:28.050609 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6c584fef-a3cf-4e97-961c-0cb4b942bd69 req-0b490577-9296-4f40-bc49-c3315f28efc8 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Apr 20 18:32:28.891773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac18d-594b-4717-8948-abba75252ceb req-18387bb1-9487-452c-85e5-350fbf573d5c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:28.898649 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f84ac18d-594b-4717-8948-abba75252ceb req-18387bb1-9487-452c-85e5-350fbf573d5c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1255572 Apr 20 18:32:28.963819 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f84ac18d-594b-4717-8948-abba75252ceb req-a2ec6c10-aa4a-4c97-8ea4-fc33edcaaec7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584598 Apr 20 18:32:29.174439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c80eed0-2ed7-422d-af24-6f50e8a02298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.443589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b59e7-96dd-40f9-b0dc-3ab4f8acd294 req-78210a97-1f0f-474a-baf8-d9d493e22b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:29.446539 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-690b59e7-96dd-40f9-b0dc-3ab4f8acd294 req-78210a97-1f0f-474a-baf8-d9d493e22b50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 1103 time: 0.1807380 Apr 20 18:32:29.497757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.519985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-690b59e7-96dd-40f9-b0dc-3ab4f8acd294 req-d8ebd7ad-8ae5-42f0-8db2-36f477b1fc2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 Apr 20 18:32:29.651124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf60e6-43f7-4144-ac95-c054a7f61f92 req-dc95f96e-c063-4412-9d12-52f1224a2980 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:29.658885 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2abf60e6-43f7-4144-ac95-c054a7f61f92 req-dc95f96e-c063-4412-9d12-52f1224a2980 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.3779242 Apr 20 18:32:29.710847 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2abf60e6-43f7-4144-ac95-c054a7f61f92 req-3a21813c-f237-4af9-b405-528614225c3c tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508783 Apr 20 18:32:30.052486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:30.195802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd764-da5d-499d-b8bb-19c395b7ca18 req-ce83031f-6f7b-4816-bd5d-24a664595026 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:30.203808 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dd7fd764-da5d-499d-b8bb-19c395b7ca18 req-ce83031f-6f7b-4816-bd5d-24a664595026 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.0972235 Apr 20 18:32:30.255840 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dd7fd764-da5d-499d-b8bb-19c395b7ca18 req-d4715d94-55ca-4f66-8909-0cd21a9fb4ae tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499146 Apr 20 18:32:30.905522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06181986-d1ac-4f76-8343-d2015e529003 req-3fbdced9-458d-4999-8a77-0edbb2aae5cc tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:30.907182 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06181986-d1ac-4f76-8343-d2015e529003 req-3fbdced9-458d-4999-8a77-0edbb2aae5cc tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.0890994 Apr 20 18:32:30.959958 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06181986-d1ac-4f76-8343-d2015e529003 req-2d861a14-01f4-48cd-9c7f-36e549d6ffd7 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Apr 20 18:32:31.319966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:31.482064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf77949-ac12-4726-bdb0-baaf6206d693 req-771146ed-1d38-4c08-a52c-e7b3664bfe31 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.483671 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbf77949-ac12-4726-bdb0-baaf6206d693 req-771146ed-1d38-4c08-a52c-e7b3664bfe31 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1011732 Apr 20 18:32:31.533861 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbf77949-ac12-4726-bdb0-baaf6206d693 req-25b8b8fb-f5ef-4828-826a-3a0e94e0d37a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Apr 20 18:32:31.892476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-1e54ac36-7680-4e7b-93c0-a2e2390424c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.894210 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-1e54ac36-7680-4e7b-93c0-a2e2390424c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.0866661 Apr 20 18:32:31.921741 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f5e7-ab21-4055-83f0-7cfc5bdb8375 req-56586ab6-072a-4ecd-b737-fb7438977a99 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.923399 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f292f5e7-ab21-4055-83f0-7cfc5bdb8375 req-56586ab6-072a-4ecd-b737-fb7438977a99 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0900555 Apr 20 18:32:31.973886 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f292f5e7-ab21-4055-83f0-7cfc5bdb8375 req-f433164e-6b30-4f00-bacf-a493af31018e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Apr 20 18:32:32.047818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-66ec080c-3d0c-41b4-8dd5-b3959fb96d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.049357 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-66ec080c-3d0c-41b4-8dd5-b3959fb96d78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.1467025 Apr 20 18:32:32.132590 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-f1a0495f-f4ac-4502-8930-eec4f27f142d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 217 time: 0.0736201 Apr 20 18:32:32.214219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-daf4b208-eef4-472f-a23c-d403ca5a5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.215863 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-daf4b208-eef4-472f-a23c-d403ca5a5e1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.0753908 Apr 20 18:32:32.219393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f81774-eae1-4553-bdb8-a88b0c6c5aea req-621aba71-799b-47f8-a3f5-13d37e259a1d tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.221158 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-54f81774-eae1-4553-bdb8-a88b0c6c5aea req-621aba71-799b-47f8-a3f5-13d37e259a1d tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1034377 Apr 20 18:32:32.276474 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-3ca684f2-3c5e-4845-8c19-8304c233ec7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517542 Apr 20 18:32:32.285689 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-54f81774-eae1-4553-bdb8-a88b0c6c5aea req-afdacc1c-a81f-4403-b7ac-63c281fa1087 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Apr 20 18:32:32.427571 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-ed7cd8cc-3927-4014-bf67-0315e7271364 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443527 Apr 20 18:32:32.576705 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3727a97d-4265-45ad-90b8-5668b4209f23 req-a0ae72c2-3298-45c2-b744-25dbaa04dcc3 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415713 Apr 20 18:32:32.819045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db452d6b-a640-4b75-a63a-b6a1088a40e1 req-003f63a1-8c0c-496f-8358-82700d1a5fa5 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.820828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-db452d6b-a640-4b75-a63a-b6a1088a40e1 req-003f63a1-8c0c-496f-8358-82700d1a5fa5 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.1238518 Apr 20 18:32:32.830000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e21b45-60cd-4236-910e-20fd7df77977 req-e96f4ef9-c723-4c88-bca7-7075c9a0b3aa tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.831552 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6e21b45-60cd-4236-910e-20fd7df77977 req-e96f4ef9-c723-4c88-bca7-7075c9a0b3aa tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 943 time: 0.1734650 Apr 20 18:32:32.909111 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-db452d6b-a640-4b75-a63a-b6a1088a40e1 req-2ce951af-84d9-4a6e-80ea-7d2c222300b7 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765440 Apr 20 18:32:32.913683 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6e21b45-60cd-4236-910e-20fd7df77977 req-c509c2bb-8d08-4ff8-b74e-c40cb2417f2b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659685 Apr 20 18:32:33.174775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49328e-b08b-4c04-9325-713e620422d3 req-e840419a-9147-4474-8ce1-5288558502d9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:33.176382 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6c49328e-b08b-4c04-9325-713e620422d3 req-e840419a-9147-4474-8ce1-5288558502d9 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0884042 Apr 20 18:32:33.277244 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6c49328e-b08b-4c04-9325-713e620422d3 req-0249367f-b6e4-4c57-96d4-c3f389e0b3f8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943146 Apr 20 18:32:33.291711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60862) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:33.312061 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff196e70-a9ac-4bb0-80b6-69095c65d238 req-acf54d42-27c3-45a3-a5e2-175b8e334cd9 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:33.313630 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ff196e70-a9ac-4bb0-80b6-69095c65d238 req-acf54d42-27c3-45a3-a5e2-175b8e334cd9 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1165769 Apr 20 18:32:33.357908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Deleting subnet d6a9d635-45d5-4f80-9128-7aa1b452729f {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:32:33.360913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.361442 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ff196e70-a9ac-4bb0-80b6-69095c65d238 req-30d5549c-809e-49fb-b5f7-2378cbacd64f tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Apr 20 18:32:33.386659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60866) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:33.418039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.474670 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.573122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32726a67-80d9-4a25-a714-e2511890d5bf tempest-TestMinimumBasicScenario-1339239764 tempest-TestMinimumBasicScenario-1339239764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:33.574844 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-32726a67-80d9-4a25-a714-e2511890d5bf tempest-TestMinimumBasicScenario-1339239764 tempest-TestMinimumBasicScenario-1339239764-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1093 time: 0.1871588 Apr 20 18:32:33.577914 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60872) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:33.583457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'floatingip': {'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'port_id': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:33.589903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:33.593899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:floatingip and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:33.596944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:33.603050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:33.613350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for floatingip, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.741215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.747066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3981dd00-68a2-46df-81f1-4f33a8d66c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:33.759540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.784456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a9d635-45d5-4f80-9128-7aa1b452729f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:33.786627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:33.790398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:33.793931 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b8715ca2-6dfa-41b0-8600-31f52205a486 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d6a9d635-45d5-4f80-9128-7aa1b452729f HTTP/1.1" status: 204 len: 168 time: 0.5010190 Apr 20 18:32:33.796579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60876) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:33.859848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:32:33.906640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Allocated IP 172.28.3.39 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/f5a75cb0-b74c-49ff-a21e-fd08dfa716d1) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:32:33.911245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.065736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:34.067095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.081355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'port_id': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'mac_address': 'fa:16:3e:f6:6f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:34.143357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.161736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2934fbd-4083-4c9e-853e-6f2a19580709 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:34.178159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:34.181310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.183825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:34.200772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa1c16c-bb0a-4431-afa0-79084fcf521a']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:34.214684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37c3886-ed80-4ae0-8365-aa98678f96e5') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:34.215249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37c3886-ed80-4ae0-8365-aa98678f96e5') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:34.228216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.228447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.257167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=9']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:34.261154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:34.278319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf1af1-d937-4b95-b95b-5aaab2484b63 req-e1d86de2-f648-44ce-981c-4f0e33bf6ef5 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:34.280085 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-feaf1af1-d937-4b95-b95b-5aaab2484b63 req-e1d86de2-f648-44ce-981c-4f0e33bf6ef5 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.2525542 Apr 20 18:32:34.291306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.302751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:32:34.321738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac2a4-a1e7-40bd-9b76-b9e0bbeb3fa2 req-e3b4ec0e-1ca2-4a54-8969-6d83424253f5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:34.323400 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-96aac2a4-a1e7-40bd-9b76-b9e0bbeb3fa2 req-e3b4ec0e-1ca2-4a54-8969-6d83424253f5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 944 time: 0.1815350 Apr 20 18:32:34.375589 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-feaf1af1-d937-4b95-b95b-5aaab2484b63 req-01286cd3-1538-4e38-8750-3c8379c956c9 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872436 Apr 20 18:32:34.377689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.382615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:34.471586 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-96aac2a4-a1e7-40bd-9b76-b9e0bbeb3fa2 req-f5e67de8-6f74-46fc-bf21-732f19e05fcd tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393957 Apr 20 18:32:34.477382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:32:34.480552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:32:34.483999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:32:34.484391 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['b2934fbd-4083-4c9e-853e-6f2a19580709'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:34.523831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-c868e169-788e-41dd-82dd-9582bc1b42fa tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:34.524928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-c868e169-788e-41dd-82dd-9582bc1b42fa tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Synchronizing usage tracker for tenant:b33c467ac1fc45d384453eb2a6179a55 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:34.526118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'Port': ['ID=f5a75cb0-b74c-49ff-a21e-fd08dfa716d1,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:34.537231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:34.547892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:34.560490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.638320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-c868e169-788e-41dd-82dd-9582bc1b42fa tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Unset dirty status for tenant:b33c467ac1fc45d384453eb2a6179a55 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:34.640110 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-c868e169-788e-41dd-82dd-9582bc1b42fa tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 950 time: 0.4041474 Apr 20 18:32:34.841542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31e515-89df-4d9c-b7f0-12cd7effecf6 req-00cfd8fd-f587-4663-bbae-f13fe5494783 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:34.843464 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e31e515-89df-4d9c-b7f0-12cd7effecf6 req-00cfd8fd-f587-4663-bbae-f13fe5494783 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.3193727 Apr 20 18:32:34.940504 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e31e515-89df-4d9c-b7f0-12cd7effecf6 req-c86d5551-0a87-4d61-b960-7fc0c0c0f711 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Apr 20 18:32:35.019298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Deleting port c9949b01-7168-467b-9ef4-73392aa1cb57 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:35.019674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.068358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Network 5aa1c16c-bb0a-4431-afa0-79084fcf521a has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:32:35.091980 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:32:35.230025 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.239955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:35.270078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.316015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.334248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa1c16c-bb0a-4431-afa0-79084fcf521a,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:35.343982 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:35.350186 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5aa1c16c-bb0a-4431-afa0-79084fcf521a HTTP/1.1" status: 204 len: 168 time: 1.5525656 Apr 20 18:32:35.398650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.415468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] For port c9949b01-7168-467b-9ef4-73392aa1cb57, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9949b01-7168-467b-9ef4-73392aa1cb57,segment=NetworkSegment(f426f50c-b60e-41f8-8d14-0bf5b2b3c32b),segment_id=f426f50c-b60e-41f8-8d14-0bf5b2b3c32b)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:35.416438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.560459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60894) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:35.582152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Calling delete_port for c9949b01-7168-467b-9ef4-73392aa1cb57 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:35.706220 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6d833dc3-9442-422c-a446-e6c4c141fd46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1bec67db0e2479fa7c6620c798ee57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448915 Apr 20 18:32:35.709155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60900) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:35.832161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.844655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['c9949b01-7168-467b-9ef4-73392aa1cb57'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:35.845644 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:35.880153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.883259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:32:35.946190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Pushing event deleted for resources: {'Port': ['ID=c9949b01-7168-467b-9ef4-73392aa1cb57,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:35.949649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:35.960328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port b2934fbd-4083-4c9e-853e-6f2a19580709 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:35.960747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.982927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d850b-70c3-4e0d-9c8b-06671c132fe4 req-6fb76399-4dff-4bdc-9bec-0eaa6c2e7461 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:35.992268 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da4d850b-70c3-4e0d-9c8b-06671c132fe4 req-6fb76399-4dff-4bdc-9bec-0eaa6c2e7461 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce202328-26a3-441c-88a9-ab02753195c6 HTTP/1.1" status: 200 len: 867 time: 0.4319386 Apr 20 18:32:36.004232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] No DVR routers for this DVR port c9949b01-7168-467b-9ef4-73392aa1cb57 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:32:36.006903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.015384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce202328-26a3-441c-88a9-ab02753195c6', 'name': 'network-vif-deleted', 'tag': 'c9949b01-7168-467b-9ef4-73392aa1cb57'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:36.024926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.050777 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11fdbbd6-c5ed-4d15-a3c5-744d20eceded req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.18 "DELETE /v2.0/ports/c9949b01-7168-467b-9ef4-73392aa1cb57 HTTP/1.1" status: 204 len: 173 time: 1.3971868 Apr 20 18:32:36.077980 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-da4d850b-70c3-4e0d-9c8b-06671c132fe4 req-e0908825-dc61-4079-9248-979acf268c87 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] 10.222.0.26 "GET /v2.0/security-groups?id=984628b2-5013-468a-8b0e-b23140d4023e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719426 Apr 20 18:32:36.093210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.099276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.100865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.109719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.111225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:36.116861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2b8ad32d-75e3-4f33-91f2-9908c36cc729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:36.131290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:36.134632 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:36.135290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:36.136479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:36.138955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.140341 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0600ed3a-b000-4c7a-a5ac-d5ac7f8a4d38 HTTP/1.1" status: 204 len: 168 time: 0.4302065 Apr 20 18:32:36.186602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.187464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device c9949b01-7168-467b-9ef4-73392aa1cb57 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:36.200764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f290f-d7d5-4290-9fa6-6be1ec80a592 req-42f297b6-2465-48ac-81ce-15c35b835bc1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:36.209250 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e98f290f-d7d5-4290-9fa6-6be1ec80a592 req-42f297b6-2465-48ac-81ce-15c35b835bc1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 944 time: 0.3872530 Apr 20 18:32:36.244459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:36.281628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.287156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: c9949b01-7168-467b-9ef4-73392aa1cb57 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:36.287553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device c9949b01-7168-467b-9ef4-73392aa1cb57 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:36.337214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=10']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:36.350180 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:36.384357 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e98f290f-d7d5-4290-9fa6-6be1ec80a592 req-e561476c-1bee-4bde-ac6c-ee1e61f0f657 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741149 Apr 20 18:32:36.460626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'Port': ['ID=f5a75cb0-b74c-49ff-a21e-fd08dfa716d1,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:36.466449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:36.536224 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Floating IP 7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac associated. External IP: 172.28.3.39, port: d8391f03-254f-470e-a853-ccbf467d5d2e. Apr 20 18:32:36.611659 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce202328-26a3-441c-88a9-ab02753195c6', 'name': 'network-vif-deleted', 'tag': 'c9949b01-7168-467b-9ef4-73392aa1cb57', 'status': 'completed', 'code': 200} Apr 20 18:32:36.672603 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'code': 200} Apr 20 18:32:37.009265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472d2b0-a7f3-4c02-b866-4153cb15e987 req-0b983711-dd3c-48ca-93f9-fb80181ff11c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.011373 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8472d2b0-a7f3-4c02-b866-4153cb15e987 req-0b983711-dd3c-48ca-93f9-fb80181ff11c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.2593474 Apr 20 18:32:37.067330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:32:37.081050 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8472d2b0-a7f3-4c02-b866-4153cb15e987 req-21e32400-6b7c-4abd-b996-27d9f7b40a66 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608222 Apr 20 18:32:37.283129 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:32:37.296367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] Sync routers for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:32:37.311106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.311256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:32:37.311909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:32:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:37.367380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c21b4-55ec-4265-a19d-362acdfc0f8a req-068c0c06-829b-4bbd-a69a-23bcd1ec460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.369534 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7e5c21b4-55ec-4265-a19d-362acdfc0f8a req-068c0c06-829b-4bbd-a69a-23bcd1ec460e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 1099 time: 0.1188798 Apr 20 18:32:37.382325 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8031292 Apr 20 18:32:37.383494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60930) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:37.384181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:37.396537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203456594', 'description': 'tempest-secgroup-smoke-203456594 description', 'project_id': '1e001973605f4a3a93b4f736fb001ae2'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:37.403825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:37.408567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:37.412064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:37.418908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:37.427922 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7e5c21b4-55ec-4265-a19d-362acdfc0f8a req-20cb674b-cdf8-409f-ae7e-df6fba01b667 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519214 Apr 20 18:32:37.433731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.465486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:37.480835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:37.487616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:37.491758 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'status': 'completed', 'code': 200} Apr 20 18:32:37.495584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:37.631103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:32:37.647308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-ef224aed-bc12-4964-b6fd-768e2de1e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.648993 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-ef224aed-bc12-4964-b6fd-768e2de1e2ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1098 time: 0.1295741 Apr 20 18:32:37.670314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.683388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.690522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3b8b2227-484c-4ca4-bd08-ec62c8cb1fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:37.752298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72bd5b-fbcf-479d-8ebc-013f873b4c4a req-044ca534-4b45-4c13-bc70-3d68419695ab tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.753909 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2a72bd5b-fbcf-479d-8ebc-013f873b4c4a req-044ca534-4b45-4c13-bc70-3d68419695ab tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.1607032 Apr 20 18:32:37.754809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24799df6-11df-4e8f-a19b-0b1c69f79f97,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:37.770387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:37.795099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.796775 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4065001 Apr 20 18:32:37.799773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60950) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:37.813673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group_rule': {'security_group_id': '24799df6-11df-4e8f-a19b-0b1c69f79f97', 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:37.846690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:37.855529 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2a72bd5b-fbcf-479d-8ebc-013f873b4c4a req-2931575a-64c2-4ebc-b607-c16976680ead tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833075 Apr 20 18:32:37.856541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:37.859773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:37.870378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:37.888518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.907684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-cf27a66a-4daf-47b3-aad8-8acc47d98873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.909676 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-cf27a66a-4daf-47b3-aad8-8acc47d98873 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.2492163 Apr 20 18:32:37.984250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.987384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.997812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:38.019043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d300a99-bec8-487e-8137-d32ed5338aeb,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:38.022634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:38.036018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.037895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2366776 Apr 20 18:32:38.041334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 60964) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:38.047808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group_rule': {'security_group_id': '24799df6-11df-4e8f-a19b-0b1c69f79f97', 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:38.052154 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-8f1ba388-c331-47c2-aeb2-19e40500a4f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 998 time: 0.1352072 Apr 20 18:32:38.055341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:38.061178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:38.065115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:38.073117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:38.094093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.112272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'port_id': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'mac_address': 'fa:16:3e:4a:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:34Z', 'updated_at': '2021-04-20T18:32:34Z', 'revision_number': 0, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:19Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:38.116524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] Checking router: a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:32:38.128923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:32:38.129587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:32:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:38.175544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-52dffafd-7e99-4b81-aa3d-43e370d01c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:38.183488 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.186620 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-52dffafd-7e99-4b81-aa3d-43e370d01c15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.1239085 Apr 20 18:32:38.188930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.191592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c3b20fe8-24c6-4696-a879-d9d91b8bddbe tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:38.239902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f661fb4a-eee9-478c-b7bf-fcf08f071447,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:38.244436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:38.268174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.268564 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2259645 Apr 20 18:32:38.273150 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 60982) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:38.285583 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group_rule': {'security_group_id': '24799df6-11df-4e8f-a19b-0b1c69f79f97', 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:38.294863 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:38.324353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:38.327446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:38.333426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:38.360444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.384099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-230ff0c0-c1b1-4bd4-8f3f-72705467ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:38.386506 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-230ff0c0-c1b1-4bd4-8f3f-72705467ed48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1935513 Apr 20 18:32:38.403307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:32:38.531817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77d11f-631f-42ce-b4de-6a7358fc1659 req-55c49e7c-bf1f-4d22-bff1-6e1572023112 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:38.542280 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4a77d11f-631f-42ce-b4de-6a7358fc1659 req-55c49e7c-bf1f-4d22-bff1-6e1572023112 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1472602 Apr 20 18:32:38.562983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.577043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.595644 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:38.601247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a2184-8635-4739-8a43-67b388e5facf req-7a51a34e-69ed-4a09-981e-945ea3360bad tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:38.603002 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b11a2184-8635-4739-8a43-67b388e5facf req-7a51a34e-69ed-4a09-981e-945ea3360bad tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.3018897 Apr 20 18:32:38.679546 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-9ae27117-0a61-4e63-a41c-fbd4e33278cf service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821720 Apr 20 18:32:38.690928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056cb7d0-4603-4f3c-a6a3-c3424fa60f39,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:38.705389 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4a77d11f-631f-42ce-b4de-6a7358fc1659 req-72abcfcc-e99a-4278-84c1-e3ffab3aa4c7 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621568 Apr 20 18:32:38.714542 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b11a2184-8635-4739-8a43-67b388e5facf req-0ab28e84-78d4-4680-b377-d7386602fe53 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920303 Apr 20 18:32:38.727251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.729233 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4551029 Apr 20 18:32:38.732362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 32800) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:38.735198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.735859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.736592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.737181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.737600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.738024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.738418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.738918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.739376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.739773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.740168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.740563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.740679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group_rule': {'security_group_id': '24799df6-11df-4e8f-a19b-0b1c69f79f97', 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:38.752505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:38.760980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:38.772249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:38.782952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:38.808392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:38.824461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.889902 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9b29adc-7528-424e-b163-67c8735be4d5 req-80720361-c43a-4326-b59a-3ef8fe53dc4c service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959844 Apr 20 18:32:38.923109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.928066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.934852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:38.953026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7711a0fe-0925-4c1a-946c-a114e6a43010,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:38.964455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.964865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.965548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.966135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.966637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.967022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.967412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.967909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.968272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.968649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.969110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.969492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:38.978930 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:38.989937 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:38.994217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 32832) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:38.994612 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-35e97689-686e-4340-b7c0-c878f0aaf81c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2608049 Apr 20 18:32:39.002018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group_rule': {'security_group_id': '24799df6-11df-4e8f-a19b-0b1c69f79f97', 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:39.012240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:39.023362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:39.034532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:39.044012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'port_id': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'mac_address': 'fa:16:3e:4a:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:34Z', 'updated_at': '2021-04-20T18:32:34Z', 'revision_number': 0, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:19Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:39.045001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:39.050432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5248f28-872d-49a8-8dd2-6691651cfae3 None None] The sync data for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb is: [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'port_id': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'mac_address': 'fa:16:3e:4a:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:32:34Z', 'updated_at': '2021-04-20T18:32:34Z', 'revision_number': 0, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:19Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:32:39.059603 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.securitygroups_db [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Project 1e001973605f4a3a93b4f736fb001ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:32:39.068803 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.166922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.170467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.173439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:39.193761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1dafa-6a7b-4020-b790-876ee6dbfbb7 req-3f85fbdd-a441-4471-bfc8-7ff69e17b420 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:39.195790 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc1dafa-6a7b-4020-b790-876ee6dbfbb7 req-3f85fbdd-a441-4471-bfc8-7ff69e17b420 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.1121182 Apr 20 18:32:39.197722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3d8b67-8924-4c9e-ae0a-4e9c982873a8,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:39.200387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:39.233428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.235066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2393980 Apr 20 18:32:39.238444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 32852) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:39.244401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'security_group_rule': {'security_group_id': '24799df6-11df-4e8f-a19b-0b1c69f79f97', 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:39.250148 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0bc1dafa-6a7b-4020-b790-876ee6dbfbb7 req-5e110f70-8140-4c02-bdc1-a17aeeac5316 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467854 Apr 20 18:32:39.250911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:39.255021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Usage tracker for resource:security_group_rule and tenant:1e001973605f4a3a93b4f736fb001ae2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:39.258533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:39.264778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:39.280764 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.securitygroups_db [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Project 1e001973605f4a3a93b4f736fb001ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:32:39.288375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.363093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.365869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.375157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-78964df7-59b6-4d89-a975-844b5bc44658 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:39.395475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8caa5ed-ff07-4f8b-b0af-f4305a9ac2fc,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:39.398067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:39.405308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:39.406867 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-97cba892-8d2a-4925-85dd-69659f57fa95 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674244 Apr 20 18:32:39.568313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-0b360c98-7c1a-4359-bffb-958d7a1f6589 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Synchronizing usage tracker for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:39.598449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775bb1b-5934-441f-bf01-17cc81ea59cf None None] New status for floating IP 7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac: ACTIVE {{(pid=86461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:32:39.608711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-0b360c98-7c1a-4359-bffb-958d7a1f6589 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Unset dirty status for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:39.610051 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-0b360c98-7c1a-4359-bffb-958d7a1f6589 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203456594&fields=id&tenant_id=1e001973605f4a3a93b4f736fb001ae2 HTTP/1.1" status: 200 len: 267 time: 0.1146631 Apr 20 18:32:39.761200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-9476aeb7-a6ce-43b3-b30f-6156023b15d6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:39.762944 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-9476aeb7-a6ce-43b3-b30f-6156023b15d6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1450946 Apr 20 18:32:39.785496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'port': {'security_groups': ['89d320fc-71c8-4341-9d93-7eb0a70d7789', '24799df6-11df-4e8f-a19b-0b1c69f79f97']}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:40.026427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:40.145562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d24900-26a4-4e00-95ed-f91c426ad24a req-efef4d0f-c300-4501-9419-8b1eb8186126 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:40.147276 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-73d24900-26a4-4e00-95ed-f91c426ad24a req-efef4d0f-c300-4501-9419-8b1eb8186126 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.2066767 Apr 20 18:32:40.231063 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-73d24900-26a4-4e00-95ed-f91c426ad24a req-ff1f7846-88bb-435e-988c-bccd32186216 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765131 Apr 20 18:32:40.667464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:40.698812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded46247-1834-4c05-ab5b-6c5371458418 req-4c079fcb-ea02-42ff-b74d-589b4101e90a tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:40.700353 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ded46247-1834-4c05-ab5b-6c5371458418 req-4c079fcb-ea02-42ff-b74d-589b4101e90a tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1424706 Apr 20 18:32:40.730694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:40.737871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:40.747575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:40.764592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8391f03-254f-470e-a853-ccbf467d5d2e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:40.833214 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ded46247-1834-4c05-ab5b-6c5371458418 req-0ce14c88-8b73-4cc0-8fc1-27fc8acd3dde tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239660 Apr 20 18:32:40.843147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:40.843863 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:40.845389 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-12a00f2f-6ce2-4473-a254-d5eb2fb2703f req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "PUT /v2.0/ports/d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 981 time: 1.0729318 Apr 20 18:32:40.846007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:40.880286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=6']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:40.883822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:40.939739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8391f03-254f-470e-a853-ccbf467d5d2e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:41.099027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-74b407dd-8aca-4769-bcab-438fa4ddcebe None None] Provisioning complete for port d8391f03-254f-470e-a853-ccbf467d5d2e triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:41.099442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-74b407dd-8aca-4769-bcab-438fa4ddcebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:41.180902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f090d-78f3-45e7-9b3a-a0c21e1e3a55 req-868737e2-dc38-48a8-8422-78e178504969 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.183160 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-412f090d-78f3-45e7-9b3a-a0c21e1e3a55 req-868737e2-dc38-48a8-8422-78e178504969 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.1689901 Apr 20 18:32:41.192077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ee99d-5a32-490f-91ce-850fef55ed7a req-4c6d70eb-6843-47c1-b03a-b35c2a21ce9e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.193697 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-682ee99d-5a32-490f-91ce-850fef55ed7a req-4c6d70eb-6843-47c1-b03a-b35c2a21ce9e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1337190 Apr 20 18:32:41.272824 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-412f090d-78f3-45e7-9b3a-a0c21e1e3a55 req-fdbd4d17-29a0-434c-8b1f-6cc56e7af953 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780075 Apr 20 18:32:41.280363 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-682ee99d-5a32-490f-91ce-850fef55ed7a req-41e35ebd-1cca-4670-b882-500518506f81 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702400 Apr 20 18:32:41.368985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'status': 'completed', 'code': 200} Apr 20 18:32:41.478846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-ee3bebeb-e4b7-4f80-9321-4cae1be3624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.484501 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-ee3bebeb-e4b7-4f80-9321-4cae1be3624a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1137 time: 0.0888474 Apr 20 18:32:41.552966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc45b40-ee43-4f8d-83ce-cc05cba92108 req-b435d381-bfc3-4418-8803-290e90e5a96a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.558516 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4cc45b40-ee43-4f8d-83ce-cc05cba92108 req-b435d381-bfc3-4418-8803-290e90e5a96a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1184437 Apr 20 18:32:41.614473 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4cc45b40-ee43-4f8d-83ce-cc05cba92108 req-c3299183-d19c-4962-83e3-daf02e63d13c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529459 Apr 20 18:32:41.668081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-48cd40f6-93cd-462f-9e1f-a74736f4703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.669657 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-48cd40f6-93cd-462f-9e1f-a74736f4703e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.1821487 Apr 20 18:32:41.786995 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-e160b7c9-909a-4393-a441-4402e9309540 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 1000 time: 0.1105661 Apr 20 18:32:41.862202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-de20a7e9-52e8-48d8-87bb-e832247859f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.863801 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-de20a7e9-52e8-48d8-87bb-e832247859f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.0703933 Apr 20 18:32:41.952815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-4091690f-91ae-4308-8d4a-0d45c4b973db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.954431 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-4091690f-91ae-4308-8d4a-0d45c4b973db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841811 Apr 20 18:32:42.046249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb424-7c68-43af-a0aa-c08349c89b99 req-cd6af77f-f4c1-44a1-90af-8a73269d213f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:42.047769 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7d7cb424-7c68-43af-a0aa-c08349c89b99 req-cd6af77f-f4c1-44a1-90af-8a73269d213f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0882444 Apr 20 18:32:42.099174 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-41317f0c-5e31-4ed9-b84c-1bcc53b8aabf service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372998 Apr 20 18:32:42.099756 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7d7cb424-7c68-43af-a0aa-c08349c89b99 req-0043457d-bd34-4fba-a88b-9ddb2d654e64 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Apr 20 18:32:42.239694 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d08230a-66e4-4e31-bf84-bd7fe0f32951 req-c7d64634-4d22-4e93-a479-456e26eb67f0 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326823 Apr 20 18:32:42.817667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151611-3d57-435c-acb0-cc0312eead76 req-75da7ca8-59ef-4da2-a662-b4ff9ae49bb9 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:42.819282 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e151611-3d57-435c-acb0-cc0312eead76 req-75da7ca8-59ef-4da2-a662-b4ff9ae49bb9 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.0871587 Apr 20 18:32:42.869026 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e151611-3d57-435c-acb0-cc0312eead76 req-80302984-1065-47d2-9aa4-81be594bfb6e tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Apr 20 18:32:43.151967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33010) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:43.225805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-a11fb7a2-4010-49ce-8de5-933574e9b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.227491 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-a11fb7a2-4010-49ce-8de5-933574e9b3ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1098 time: 0.0858321 Apr 20 18:32:43.355792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402883-af04-4da0-8d1e-ef35d836a8cb req-162923b3-78a7-4dfa-b693-7238abb4427f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.357511 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-65402883-af04-4da0-8d1e-ef35d836a8cb req-162923b3-78a7-4dfa-b693-7238abb4427f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1391234 Apr 20 18:32:43.365154 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c8114963-f863-4a19-abc6-d29e3912f099 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b33c467ac1fc45d384453eb2a6179a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118192 Apr 20 18:32:43.368176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33016) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:43.451993 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-65402883-af04-4da0-8d1e-ef35d836a8cb req-ae6cf05e-3bf4-4b67-8a11-9525fd6a58e5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Apr 20 18:32:43.474645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:43.502637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:43.548424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:43.553505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1595054a-8df9-442f-95db-42bcdd072ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:43.569299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984628b2-5013-468a-8b0e-b23140d4023e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:43.575115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:43.577238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:43.578475 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/984628b2-5013-468a-8b0e-b23140d4023e HTTP/1.1" status: 204 len: 168 time: 0.2092197 Apr 20 18:32:43.620992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-dee3a0be-f3a5-4912-a104-4b8d84a304c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.622888 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-dee3a0be-f3a5-4912-a104-4b8d84a304c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.3678827 Apr 20 18:32:43.748192 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-8bd944de-390c-49c1-a2ef-81386ff629b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 1000 time: 0.1185992 Apr 20 18:32:43.826064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-7596b2f3-8b50-4607-97c0-41a4a202c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.827681 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-7596b2f3-8b50-4607-97c0-41a4a202c768 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0734954 Apr 20 18:32:43.912521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-5668fda2-52c9-49c2-a002-5b03ad251ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.914145 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-5668fda2-52c9-49c2-a002-5b03ad251ca2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798616 Apr 20 18:32:44.059763 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-9364799e-b66a-421b-8a3a-5b21b30c5cd7 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377697 Apr 20 18:32:44.069619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed1f-dd21-4c37-ae20-b295227ca6b2 req-1664691d-d84b-4160-a2dc-09d8e3581945 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.071586 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-558eed1f-dd21-4c37-ae20-b295227ca6b2 req-1664691d-d84b-4160-a2dc-09d8e3581945 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.0892739 Apr 20 18:32:44.121507 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-558eed1f-dd21-4c37-ae20-b295227ca6b2 req-064d99b2-7813-47b1-89f1-d00ad508ba9d tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Apr 20 18:32:44.204986 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9eeb4200-3786-4f88-96a0-3b938e05b059 req-b2f73265-4608-44d5-8bc9-95b6aa9d142a service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388681 Apr 20 18:32:44.489408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af5a8e-f6bb-4660-9a9b-0247b1dd75bc req-892752c2-a710-4922-b837-0d4b6a2839a5 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.491170 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-36af5a8e-f6bb-4660-9a9b-0247b1dd75bc req-892752c2-a710-4922-b837-0d4b6a2839a5 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.0970390 Apr 20 18:32:44.536327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-da002a64-6acc-4c4e-8e58-cc9692e04441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.537943 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-da002a64-6acc-4c4e-8e58-cc9692e04441 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 1098 time: 0.0863383 Apr 20 18:32:44.543282 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-36af5a8e-f6bb-4660-9a9b-0247b1dd75bc req-9fc08505-a284-48a2-82d1-0346289afbc2 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Apr 20 18:32:44.685315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac42d-3935-4326-ad25-9eb2f42e859f req-35dc41a8-a046-4d3d-80e7-5b5b80f74358 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.687120 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1ddac42d-3935-4326-ad25-9eb2f42e859f req-35dc41a8-a046-4d3d-80e7-5b5b80f74358 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1069522 Apr 20 18:32:44.688830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-5e3209d5-a9e8-4a08-ba93-8e9f9e1e0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.690420 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-5e3209d5-a9e8-4a08-ba93-8e9f9e1e0523 service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.1453214 Apr 20 18:32:44.739610 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1ddac42d-3935-4326-ad25-9eb2f42e859f req-fc304fe7-13f7-42f6-a000-82abc9434a30 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Apr 20 18:32:44.800870 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-acd04546-b32c-4af1-af68-a92f93888acc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 200 len: 1000 time: 0.1026614 Apr 20 18:32:44.872445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-c0a9aa8c-d12b-49e9-88ac-c53ee84452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.874031 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-c0a9aa8c-d12b-49e9-88ac-c53ee84452b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0671289 Apr 20 18:32:44.958769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-fc895c8b-c782-4012-b341-6d379f1728ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.960370 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-fc895c8b-c782-4012-b341-6d379f1728ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802057 Apr 20 18:32:45.105629 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-82dc5bf4-f98c-4f97-a38a-2075f844ee1b service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348126 Apr 20 18:32:45.245588 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92ca1da1-36c8-4161-b521-a8b5d5a34faf req-cd34880e-86d3-4430-967a-f048439b5d4d service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332934 Apr 20 18:32:45.748785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd447f-e65f-4792-961e-82443cc07351 req-702ef4ec-8db1-4f27-a5f8-2aa70cfa9667 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:45.750403 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0acd447f-e65f-4792-961e-82443cc07351 req-702ef4ec-8db1-4f27-a5f8-2aa70cfa9667 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.0924761 Apr 20 18:32:45.799907 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0acd447f-e65f-4792-961e-82443cc07351 req-7bf0c164-c98f-4b88-b8dd-816a1fe20f7b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430748 Apr 20 18:32:45.950222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb7430-91a8-433a-9031-c652e6cfdde6 req-e7319718-7fe2-4643-a301-e8f8c6a1ee9c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:45.951713 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2beb7430-91a8-433a-9031-c652e6cfdde6 req-e7319718-7fe2-4643-a301-e8f8c6a1ee9c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0901825 Apr 20 18:32:45.998776 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2beb7430-91a8-433a-9031-c652e6cfdde6 req-3adc2a7c-cf7e-45db-acfb-7bd1b11eeaac tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Apr 20 18:32:46.213088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.998820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae597ec1-a9c6-432c-a8e1-fc84d11c2a9c req-378bab8e-cabf-4d1f-8f60-dab889ff5073 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.000352 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ae597ec1-a9c6-432c-a8e1-fc84d11c2a9c req-378bab8e-cabf-4d1f-8f60-dab889ff5073 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.0879562 Apr 20 18:32:47.047167 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ae597ec1-a9c6-432c-a8e1-fc84d11c2a9c req-393ef2e7-4f22-4c6c-b746-1500736302a6 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Apr 20 18:32:47.202580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a509f4c-c403-489a-8b5f-d4a2a68331e6 req-29717637-5113-4c07-a6a5-65b3a4afbe65 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.204143 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4a509f4c-c403-489a-8b5f-d4a2a68331e6 req-29717637-5113-4c07-a6a5-65b3a4afbe65 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0906191 Apr 20 18:32:47.251481 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4a509f4c-c403-489a-8b5f-d4a2a68331e6 req-da82d402-8d67-4601-a2f2-4a6ef19916b2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Apr 20 18:32:47.826736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:32:48.450132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45436-f0e0-4eee-ba95-95944c26368b req-b944c560-7755-48bf-9855-82d6be144a7b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:48.451703 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4ac45436-f0e0-4eee-ba95-95944c26368b req-b944c560-7755-48bf-9855-82d6be144a7b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0877764 Apr 20 18:32:48.501483 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4ac45436-f0e0-4eee-ba95-95944c26368b req-fdc3f16e-3b26-4aa4-9b22-540f47b7b7e0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Apr 20 18:32:49.705019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ad444-681e-431b-baae-3871ff8c0086 req-39b39442-5762-43dc-97d8-6ff140fc3dfd tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:49.706637 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-224ad444-681e-431b-baae-3871ff8c0086 req-39b39442-5762-43dc-97d8-6ff140fc3dfd tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0898852 Apr 20 18:32:49.753037 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-224ad444-681e-431b-baae-3871ff8c0086 req-2d0320f8-d9bb-4707-990b-6c86d463365e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Apr 20 18:32:50.954174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2951591-bf15-4c13-aaef-210bab4d6602 req-6302d707-b3b0-4ed9-888f-71b7a9f1164f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:50.955676 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b2951591-bf15-4c13-aaef-210bab4d6602 req-6302d707-b3b0-4ed9-888f-71b7a9f1164f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0904591 Apr 20 18:32:51.002398 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b2951591-bf15-4c13-aaef-210bab4d6602 req-9000345d-dab8-401c-8f46-5cc4818d8337 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Apr 20 18:32:52.199506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8668d-f125-4f36-8156-3592f38f59f6 req-38c0d24b-8fce-49a7-b2e9-655760160ce2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:52.201108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3f8668d-f125-4f36-8156-3592f38f59f6 req-38c0d24b-8fce-49a7-b2e9-655760160ce2 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0866024 Apr 20 18:32:52.247656 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3f8668d-f125-4f36-8156-3592f38f59f6 req-94ba0486-522b-4382-9f0e-7baab8f7cbf8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Apr 20 18:32:53.447829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff81e94-4561-4061-adfc-349779a7e3ab req-4c083aa2-3a79-4cc3-bdab-742887de53e5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:53.449400 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ff81e94-4561-4061-adfc-349779a7e3ab req-4c083aa2-3a79-4cc3-bdab-742887de53e5 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0901313 Apr 20 18:32:53.496880 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ff81e94-4561-4061-adfc-349779a7e3ab req-8245c4a1-392f-4e25-ac14-3673d4a91dcf tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Apr 20 18:32:54.117654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22322b-5496-4946-a3b3-52076a4b5d69 req-dbb0684b-9ce0-4fcb-9005-671d0a025682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:54.119325 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2c22322b-5496-4946-a3b3-52076a4b5d69 req-dbb0684b-9ce0-4fcb-9005-671d0a025682 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.0811286 Apr 20 18:32:54.160436 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2c22322b-5496-4946-a3b3-52076a4b5d69 req-260d6b86-70cd-461d-aeef-94190602a821 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348966 Apr 20 18:32:54.698257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55974-a60f-4235-8a11-97e100ae8dc0 req-9bee933f-19ed-435d-b660-366266372ff7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:54.699858 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d8e55974-a60f-4235-8a11-97e100ae8dc0 req-9bee933f-19ed-435d-b660-366266372ff7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0888734 Apr 20 18:32:54.749690 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d8e55974-a60f-4235-8a11-97e100ae8dc0 req-7eab8e05-a12d-4c01-9e99-bd1a92a2da6d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Apr 20 18:32:55.949632 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3c86-06bf-414f-b035-4ab07f24ed54 req-5b2ec0f7-cd69-4e06-8c85-4d348bf2b718 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:55.951171 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-432b3c86-06bf-414f-b035-4ab07f24ed54 req-5b2ec0f7-cd69-4e06-8c85-4d348bf2b718 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0868721 Apr 20 18:32:55.997895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-432b3c86-06bf-414f-b035-4ab07f24ed54 req-015dd02f-bea0-41d3-b267-a185f449e519 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Apr 20 18:32:56.495136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-e04e4930-49bc-4dd3-b4c1-ead94f428149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:56.496632 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-e04e4930-49bc-4dd3-b4c1-ead94f428149 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 1098 time: 0.0776448 Apr 20 18:32:56.550289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefcb0d-498e-42f5-9217-40a0e8583f40 req-fbb55747-0cfa-41da-9a60-54262c421cea tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:56.551853 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-adefcb0d-498e-42f5-9217-40a0e8583f40 req-fbb55747-0cfa-41da-9a60-54262c421cea tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0902789 Apr 20 18:32:56.601290 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-adefcb0d-498e-42f5-9217-40a0e8583f40 req-18472d45-f9fb-4379-b761-1a63b1cd6df6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Apr 20 18:32:56.623478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2ee0b3d5-f3ab-485c-b317-329605c07d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:56.648333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-0f48923b-0fc3-4cce-a984-cf3b809a009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:56.650575 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-0f48923b-0fc3-4cce-a984-cf3b809a009a service neutron] 10.222.0.18 "GET /v2.0/networks?id=88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 200 len: 919 time: 0.1477349 Apr 20 18:32:56.727496 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-e08f4eb5-11df-4c46-a696-06ccf6b7c5f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 200 len: 217 time: 0.0696037 Apr 20 18:32:56.799026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-3a9e4d7d-b14e-49b2-8942-cfa9813a1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:56.800514 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-3a9e4d7d-b14e-49b2-8942-cfa9813a1dae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 200 len: 858 time: 0.0638342 Apr 20 18:32:56.856042 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-2305c97a-5d33-481d-81fc-749954647f91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88070787-1d2b-4821-b7e2-51b05834a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491219 Apr 20 18:32:56.996787 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-514739ea-fb5b-4ad5-af80-f7f94cb2b330 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345286 Apr 20 18:32:57.139073 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4fe0a7d4-9fb4-4ac8-a064-ed16de5ed71f req-ae3b9f34-6fcf-4b59-80c1-8fdca38b2229 service neutron] 10.222.0.18 "GET /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342745 Apr 20 18:32:57.806448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c61a-5de8-479d-bb7e-b8422e0c6f17 req-cb2d56ef-5e93-4bd9-a835-fe3dfe30772e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:57.808022 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d99c61a-5de8-479d-bb7e-b8422e0c6f17 req-cb2d56ef-5e93-4bd9-a835-fe3dfe30772e tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0876374 Apr 20 18:32:57.855192 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3d99c61a-5de8-479d-bb7e-b8422e0c6f17 req-2d49dc84-fa99-4c03-a889-d4e7671b9fa3 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Apr 20 18:32:59.060076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c929cb-7f99-4143-abdf-d7f6a1d410c5 req-cd799b49-fbef-4ff0-b3cb-fdb99db07c35 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:59.061674 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-58c929cb-7f99-4143-abdf-d7f6a1d410c5 req-cd799b49-fbef-4ff0-b3cb-fdb99db07c35 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0916457 Apr 20 18:32:59.109418 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-58c929cb-7f99-4143-abdf-d7f6a1d410c5 req-85d052b3-fc69-422b-a77c-118a2cbb9c3f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Apr 20 18:32:59.163119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5f33-d414-48bb-8dcb-fe09e00aa0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.490591 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.053372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.309889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82bd62-f05e-445f-b83d-8efe2624615a req-ce0fbb2d-3abb-4a5a-adc4-c248067357e6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:00.311435 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4f82bd62-f05e-445f-b83d-8efe2624615a req-ce0fbb2d-3abb-4a5a-adc4-c248067357e6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.0863178 Apr 20 18:33:00.360599 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4f82bd62-f05e-445f-b83d-8efe2624615a req-c138449a-edbf-44d7-8ecc-d9ba5c10472f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Apr 20 18:33:01.164520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-7be01a97-4766-4871-9e15-8b790286ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:01.166094 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-7be01a97-4766-4871-9e15-8b790286ab37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1137 time: 0.0789020 Apr 20 18:33:01.212484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19fd89-412c-4fe4-9450-0d15709d5165 req-58700b2f-5bb2-4884-bc83-0c32770837c6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:01.214327 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1b19fd89-412c-4fe4-9450-0d15709d5165 req-58700b2f-5bb2-4884-bc83-0c32770837c6 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.0897579 Apr 20 18:33:01.264317 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1b19fd89-412c-4fe4-9450-0d15709d5165 req-e098d8e3-c2ae-482c-884d-460c54b5ceed tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434494 Apr 20 18:33:01.315601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-7fba6d7e-09df-49f4-a142-e35369fd175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:01.317217 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-7fba6d7e-09df-49f4-a142-e35369fd175b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.1393461 Apr 20 18:33:01.320070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.441095 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-2dd59693-077d-49f9-936a-f9b7857b99b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 1000 time: 0.1026859 Apr 20 18:33:01.510484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-0f9d3c9e-4de4-4e42-9349-95fbee52c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:01.512037 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-0f9d3c9e-4de4-4e42-9349-95fbee52c84b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.0631926 Apr 20 18:33:01.599837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-79f45c33-5c3b-457c-9836-9a6f49208684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:01.601526 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-79f45c33-5c3b-457c-9836-9a6f49208684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809023 Apr 20 18:33:01.750093 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-ab3ac390-a2f9-4ca4-80dc-343a29172a7b service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406300 Apr 20 18:33:01.890907 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-851fc6fe-b0e4-424f-8d68-06b72c9e7272 req-ccf5a25f-cac0-42a7-880b-8356e486df69 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321974 Apr 20 18:33:02.473898 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8500637-d781-4ab2-8ac2-cb78be9d5d0c req-29bcb876-20a6-4d84-993c-0519abd1fe60 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:02.475489 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e8500637-d781-4ab2-8ac2-cb78be9d5d0c req-29bcb876-20a6-4d84-993c-0519abd1fe60 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.0911498 Apr 20 18:33:02.524863 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e8500637-d781-4ab2-8ac2-cb78be9d5d0c req-4608e340-41f4-4e7a-b735-e189679d0584 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429249 Apr 20 18:33:03.729175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a2177-97f6-43d0-8dd3-dc44f30bc2bb req-4d2cd9fa-a15f-44bf-bbae-97c6d5e2daae tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:03.730751 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9b0a2177-97f6-43d0-8dd3-dc44f30bc2bb req-4d2cd9fa-a15f-44bf-bbae-97c6d5e2daae tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.0893862 Apr 20 18:33:03.780788 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9b0a2177-97f6-43d0-8dd3-dc44f30bc2bb req-f652a57e-cf6a-454e-8357-9cd705c39e0f tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435195 Apr 20 18:33:05.053478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef986468-d414-468d-bd5e-375b0460ba31 req-0111b127-9b5c-4bc1-a34a-35be1d62c952 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:05.054999 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ef986468-d414-468d-bd5e-375b0460ba31 req-0111b127-9b5c-4bc1-a34a-35be1d62c952 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1571863 Apr 20 18:33:05.064462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e5778-e3e6-4057-9d79-622e8157189b req-71aa99d7-9c3d-4e71-8979-7733b9c90043 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:05.065925 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-861e5778-e3e6-4057-9d79-622e8157189b req-71aa99d7-9c3d-4e71-8979-7733b9c90043 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1280565 Apr 20 18:33:05.138863 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ef986468-d414-468d-bd5e-375b0460ba31 req-ed56c8b6-35d3-4db7-b796-c2941f98594a tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718136 Apr 20 18:33:05.148730 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-861e5778-e3e6-4057-9d79-622e8157189b req-447ade7b-2ba6-41da-8d83-49a098af7df0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662117 Apr 20 18:33:06.408393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c8222-1bdd-4a4e-9d95-2ada60dc4573 req-eeb931bd-ecbb-4b5c-b6fa-db861d624aff tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:06.409926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-398c8222-1bdd-4a4e-9d95-2ada60dc4573 req-eeb931bd-ecbb-4b5c-b6fa-db861d624aff tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1200840 Apr 20 18:33:06.418722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6eb3e-9dc3-450d-8e16-50f1d78c14c9 req-539b4f61-e0d6-445b-a616-deba96f3413c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:06.420224 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f6eb3e-9dc3-450d-8e16-50f1d78c14c9 req-539b4f61-e0d6-445b-a616-deba96f3413c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1667902 Apr 20 18:33:06.496288 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-398c8222-1bdd-4a4e-9d95-2ada60dc4573 req-f9fc78f4-6fb0-4357-b406-1fd44594303b tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751226 Apr 20 18:33:06.500516 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f6eb3e-9dc3-450d-8e16-50f1d78c14c9 req-5b2fb2fb-b55a-4319-bef9-041434b5bae5 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633779 Apr 20 18:33:07.534983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-32544733-85c5-4fcf-956a-d946cde369fb tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:07.535926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-32544733-85c5-4fcf-956a-d946cde369fb tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Synchronizing usage tracker for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:07.548911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-32544733-85c5-4fcf-956a-d946cde369fb tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Unset dirty status for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:07.550183 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-32544733-85c5-4fcf-956a-d946cde369fb tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.0995512 Apr 20 18:33:07.635897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Deleting port 58dbc94b-de24-4efd-9510-75fdd6cb034d {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:07.636373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:07.769536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beabab-f790-416f-960e-63bd2a5025ca req-88ff466b-7576-48e0-aa12-0f3d2f709e98 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:07.771148 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-79beabab-f790-416f-960e-63bd2a5025ca req-88ff466b-7576-48e0-aa12-0f3d2f709e98 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 946 time: 0.1595230 Apr 20 18:33:07.780139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b2ad1-fa5f-4651-948e-2f637c7cf349 req-1ed81a2c-9268-4bea-9a52-4004d80e98f8 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:07.781567 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-618b2ad1-fa5f-4651-948e-2f637c7cf349 req-1ed81a2c-9268-4bea-9a52-4004d80e98f8 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1281250 Apr 20 18:33:07.859355 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-79beabab-f790-416f-960e-63bd2a5025ca req-f6870ddf-987e-4984-828a-4b9523c3570f tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767024 Apr 20 18:33:07.870205 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-618b2ad1-fa5f-4651-948e-2f637c7cf349 req-7988fe5a-cbde-4b5b-bbca-f7f9a3f51a75 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708313 Apr 20 18:33:08.094179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] For port 58dbc94b-de24-4efd-9510-75fdd6cb034d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=58dbc94b-de24-4efd-9510-75fdd6cb034d,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:08.094581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:08.225584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Calling delete_port for 58dbc94b-de24-4efd-9510-75fdd6cb034d owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:08.369046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:08.374628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:08.380553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['16b84da8-86c8-40c5-b64f-0ca34fe5c33e', '58dbc94b-de24-4efd-9510-75fdd6cb034d'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:08.422142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Pushing event deleted for resources: {'Port': ['ID=58dbc94b-de24-4efd-9510-75fdd6cb034d,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:08.425446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:08.502638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] No DVR routers for this DVR port 58dbc94b-de24-4efd-9510-75fdd6cb034d on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:33:08.505153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:08.507895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'name': 'network-vif-deleted', 'tag': '58dbc94b-de24-4efd-9510-75fdd6cb034d'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:08.522976 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2b7c0322-a41a-48b2-bf3f-91edf125f323 req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "DELETE /v2.0/ports/58dbc94b-de24-4efd-9510-75fdd6cb034d HTTP/1.1" status: 204 len: 173 time: 0.9653528 Apr 20 18:33:08.561904 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd858d90-4466-40bd-a43e-80896f4137c9', 'name': 'network-vif-deleted', 'tag': '58dbc94b-de24-4efd-9510-75fdd6cb034d', 'status': 'completed', 'code': 200} Apr 20 18:33:09.099227 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5e263aa7-9e54-4987-a942-2db5e561e29a req-ed94da5b-e78b-4200-8fc8-6b669e0b6575 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd858d90-4466-40bd-a43e-80896f4137c9 HTTP/1.1" status: 200 len: 210 time: 0.1019454 Apr 20 18:33:09.137186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe218-29ae-4b1a-b80d-5435f43787c0 req-4444106a-3697-4096-a553-2ab96f6381e5 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:09.138845 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a6bfe218-29ae-4b1a-b80d-5435f43787c0 req-4444106a-3697-4096-a553-2ab96f6381e5 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1429691 Apr 20 18:33:09.189311 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a6bfe218-29ae-4b1a-b80d-5435f43787c0 req-0752e67b-6752-4947-be82-d53da333e874 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439901 Apr 20 18:33:10.395454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456c1f-1b4c-4a76-8710-0b29a652afe0 req-0e8848af-acf0-4f1a-be69-8180923ba3b4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:10.397256 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ce456c1f-1b4c-4a76-8710-0b29a652afe0 req-0e8848af-acf0-4f1a-be69-8180923ba3b4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.0921493 Apr 20 18:33:10.706522 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ce456c1f-1b4c-4a76-8710-0b29a652afe0 req-a756a91f-fe21-4536-a0ad-3f0f024f2c65 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3018575 Apr 20 18:33:10.739510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93b5cf-108e-4f03-9fd2-4d3ff86dc3aa req-86b30d94-75b4-4452-b091-408fd09c3cc8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:10.741112 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0d93b5cf-108e-4f03-9fd2-4d3ff86dc3aa req-86b30d94-75b4-4452-b091-408fd09c3cc8 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1131794 Apr 20 18:33:10.788448 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0d93b5cf-108e-4f03-9fd2-4d3ff86dc3aa req-b1912e03-55d3-41a1-af82-b527d45e57c7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Apr 20 18:33:11.908820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9849c87-e102-4065-9c6a-b59ab2a7615a req-8b964a64-0af5-4d74-8ca2-2ec9c16c33da tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:11.910355 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9849c87-e102-4065-9c6a-b59ab2a7615a req-8b964a64-0af5-4d74-8ca2-2ec9c16c33da tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.0918283 Apr 20 18:33:12.015648 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9849c87-e102-4065-9c6a-b59ab2a7615a req-cb878866-2177-4d3a-b247-20df96c403fa tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644746 Apr 20 18:33:12.036702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17686-c21e-42ac-bd74-186a5ae9ec6f req-ba1165fd-969a-44bc-8c2a-07657f041668 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:12.038313 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-91f17686-c21e-42ac-bd74-186a5ae9ec6f req-ba1165fd-969a-44bc-8c2a-07657f041668 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1269996 Apr 20 18:33:12.062043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 58dbc94b-de24-4efd-9510-75fdd6cb034d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:12.085943 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-91f17686-c21e-42ac-bd74-186a5ae9ec6f req-1eea927a-d637-4ab0-a2ee-4fab7663e8f6 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Apr 20 18:33:12.099395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 58dbc94b-de24-4efd-9510-75fdd6cb034d {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:12.099771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 58dbc94b-de24-4efd-9510-75fdd6cb034d not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:13.263766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ad1c-0919-4b51-88a9-4bd8103551db req-3c980a05-8128-4330-989f-1bc0c44182ef tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:13.265238 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea35ad1c-0919-4b51-88a9-4bd8103551db req-3c980a05-8128-4330-989f-1bc0c44182ef tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1374087 Apr 20 18:33:13.332560 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea35ad1c-0919-4b51-88a9-4bd8103551db req-9d9a81dc-07c1-4ff8-857d-ec1e80070df1 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595682 Apr 20 18:33:13.341695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f4cf1-0122-4368-88c3-c87394b8afe3 req-78896244-0a79-4e4b-85af-6d3e6d1bfb5d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:13.343275 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-801f4cf1-0122-4368-88c3-c87394b8afe3 req-78896244-0a79-4e4b-85af-6d3e6d1bfb5d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1448169 Apr 20 18:33:13.391479 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-801f4cf1-0122-4368-88c3-c87394b8afe3 req-ff915086-9751-4b60-ac7a-acb918cc7ccb tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Apr 20 18:33:14.598770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ab6d7-85da-4a0d-937e-9fe662adf87f req-ac703d87-27ce-43c5-8e94-6416e8f5170f tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:14.600358 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eb6ab6d7-85da-4a0d-937e-9fe662adf87f req-ac703d87-27ce-43c5-8e94-6416e8f5170f tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1509445 Apr 20 18:33:14.645016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc707fa5-a22f-4517-8023-f7acc9dce916 req-ba5e97f0-c842-4141-b8f5-fae2cc4151fc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:14.646553 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bc707fa5-a22f-4517-8023-f7acc9dce916 req-ba5e97f0-c842-4141-b8f5-fae2cc4151fc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1440170 Apr 20 18:33:14.687823 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eb6ab6d7-85da-4a0d-937e-9fe662adf87f req-4bf03611-623c-4bda-99bf-927b806bc1a8 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796664 Apr 20 18:33:14.712322 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bc707fa5-a22f-4517-8023-f7acc9dce916 req-63236685-e559-4cbc-88ec-2ca299f700a7 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Apr 20 18:33:15.960517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7446e1-0630-4941-b3b5-c9f3ce747157 req-161802f1-d7dd-4bcb-ad9f-10d85988aa5b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:15.962243 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4b7446e1-0630-4941-b3b5-c9f3ce747157 req-161802f1-d7dd-4bcb-ad9f-10d85988aa5b tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1604359 Apr 20 18:33:15.971242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03cb5e-babb-4cad-9abb-0c72be62f278 req-667052e2-4a35-4f38-9ce5-c9e1bc8e512d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:15.972693 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc03cb5e-babb-4cad-9abb-0c72be62f278 req-667052e2-4a35-4f38-9ce5-c9e1bc8e512d tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1286707 Apr 20 18:33:16.049058 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4b7446e1-0630-4941-b3b5-c9f3ce747157 req-bfbeb1e7-5339-40fc-b76f-9541816cc393 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753746 Apr 20 18:33:16.053577 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc03cb5e-babb-4cad-9abb-0c72be62f278 req-a6a08d80-9788-4733-bc27-0b893568fe5c tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f102995-b2cf-4653-a082-c6fe45f469c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658615 Apr 20 18:33:16.221198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:16.472554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-9de368d3-3440-4f14-94cb-daa05ba865cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:16.473196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-9de368d3-3440-4f14-94cb-daa05ba865cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Synchronizing usage tracker for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:16.487957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-9de368d3-3440-4f14-94cb-daa05ba865cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Unset dirty status for tenant:0e95b80cb7be452cbba22a5c6495f99e on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:16.489100 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-9de368d3-3440-4f14-94cb-daa05ba865cc tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 945 time: 0.1001694 Apr 20 18:33:16.563975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Deleting port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:16.564353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:16.822791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] For port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:16.823212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:16.955622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Calling delete_port for 16b84da8-86c8-40c5-b64f-0ca34fe5c33e owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:17.103499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.109576 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5ea74c0c-2d9d-41d9-8b7c-e0a910bea076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:17.114359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['16b84da8-86c8-40c5-b64f-0ca34fe5c33e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:17.205627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Pushing event deleted for resources: {'Port': ['ID=16b84da8-86c8-40c5-b64f-0ca34fe5c33e,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:17.208358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:17.246003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] No DVR routers for this DVR port 16b84da8-86c8-40c5-b64f-0ca34fe5c33e on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:33:17.248651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.252845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'name': 'network-vif-deleted', 'tag': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:17.258761 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e187e4ec-1ec4-4b32-bd98-bc72512b28f0 req-028778e0-f7f3-4355-aa13-8f8c9f55f357 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.26 "GET /v2.0/ports?device_id=05dd6d50-c685-4bdb-be68-1d212dd955c7 HTTP/1.1" status: 200 len: 210 time: 0.0858917 Apr 20 18:33:17.266939 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7033757b-40b1-412d-b36d-d200e23a18d5 req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] 10.222.0.18 "DELETE /v2.0/ports/16b84da8-86c8-40c5-b64f-0ca34fe5c33e HTTP/1.1" status: 204 len: 173 time: 0.7711563 Apr 20 18:33:17.322189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18528cb9-0768-4f5e-8e2d-94a522fc2eb5 req-6a4947f6-05eb-4b58-8a1f-eb7c9d448667 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:17.323631 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-18528cb9-0768-4f5e-8e2d-94a522fc2eb5 req-6a4947f6-05eb-4b58-8a1f-eb7c9d448667 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.1094892 Apr 20 18:33:17.324537 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd6d50-c685-4bdb-be68-1d212dd955c7', 'name': 'network-vif-deleted', 'tag': '16b84da8-86c8-40c5-b64f-0ca34fe5c33e', 'status': 'completed', 'code': 200} Apr 20 18:33:17.374800 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-18528cb9-0768-4f5e-8e2d-94a522fc2eb5 req-600284e8-3a13-4868-9d8b-ee7035f6d60c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437264 Apr 20 18:33:18.359612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33172) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:18.754841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600405a-d879-4b9a-8f17-dad7491bab30 req-b996db69-8d4e-438a-ace7-7234694b788e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:18.756440 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3600405a-d879-4b9a-8f17-dad7491bab30 req-b996db69-8d4e-438a-ace7-7234694b788e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.2617204 Apr 20 18:33:18.834224 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3600405a-d879-4b9a-8f17-dad7491bab30 req-ea6b0948-38a6-476b-a106-5419066dd287 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671065 Apr 20 18:33:19.040192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:19.397366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Deleting port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:19.397949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:19.576781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] For port 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,segment=NetworkSegment(ec1fbb99-4a70-449f-9311-e8f35bfbd4a9),segment_id=ec1fbb99-4a70-449f-9311-e8f35bfbd4a9)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:19.577172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:19.925295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Calling delete_port for 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b owned by network:router_interface {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:20.084565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 16b84da8-86c8-40c5-b64f-0ca34fe5c33e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:20.126121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 16b84da8-86c8-40c5-b64f-0ca34fe5c33e {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:20.126518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 16b84da8-86c8-40c5-b64f-0ca34fe5c33e not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:20.295949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b454-9a8b-4fb7-9796-b7ae986d896a req-a159e4d9-8e6c-41ca-9ed5-0efab671bfe9 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:20.297563 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ed16b454-9a8b-4fb7-9796-b7ae986d896a req-a159e4d9-8e6c-41ca-9ed5-0efab671bfe9 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.3409600 Apr 20 18:33:20.399065 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ed16b454-9a8b-4fb7-9796-b7ae986d896a req-04d21135-9e1c-4ca2-ab54-891f21cfa1b9 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880575 Apr 20 18:33:20.423419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.428365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e3c2c229-20f2-460e-a879-17352e0ce928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:20.475288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cce93d9-8091-4aaa-9341-6b3cf3e87c8b,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:20.478734 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:20.712877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:21.094099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Router 737a9063-38de-47fe-a955-1a9b221cad1d has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:21.284621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:21.293476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] Sync routers for ids ['737a9063-38de-47fe-a955-1a9b221cad1d'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:21.299748 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c369a374-0afa-4a38-81ac-f0feb93bf0e8 admin admin] 10.222.0.26 "PUT /v2.0/routers/737a9063-38de-47fe-a955-1a9b221cad1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367468 Apr 20 18:33:21.300337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33196) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:21.308633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] Routers {'737a9063-38de-47fe-a955-1a9b221cad1d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:21.309315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:32:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['737a9063-38de-47fe-a955-1a9b221cad1d'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:21.495521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:21.658280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] Set router 737a9063-38de-47fe-a955-1a9b221cad1d gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:21.973483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:33:20Z', 'revision_number': 5, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port': {'id': '0d1d30de-0c0a-493a-8c22-028fbe31dedb', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:35Z', 'updated_at': '2021-04-20T18:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:21.977589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] Checking router: 737a9063-38de-47fe-a955-1a9b221cad1d for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:21.986601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] Routers {'737a9063-38de-47fe-a955-1a9b221cad1d'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:21.987242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:32:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['737a9063-38de-47fe-a955-1a9b221cad1d'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:21.993618 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b797895-bfc9-42a5-b0e4-c8c96d663d44 req-d228b928-0f06-4105-a09a-0d6c06f4027c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:21.995294 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8b797895-bfc9-42a5-b0e4-c8c96d663d44 req-d228b928-0f06-4105-a09a-0d6c06f4027c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.4379716 Apr 20 18:33:21.996787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.019392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Deleting port 0d1d30de-0c0a-493a-8c22-028fbe31dedb {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:22.019748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.102744 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8b797895-bfc9-42a5-b0e4-c8c96d663d44 req-c350f2b2-bbaf-4426-bf32-6a3296d1033d tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988431 Apr 20 18:33:22.150551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] Set router 737a9063-38de-47fe-a955-1a9b221cad1d gateway port host: None {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:22.265613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:33:21Z', 'revision_number': 6, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port_host': None}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:22.269590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad76fe-893b-4e66-b042-ffacbcdb9bf0 None None] The sync data for ids ['737a9063-38de-47fe-a955-1a9b221cad1d'] in dv-cinder-786931-2-smb is: [{'id': '737a9063-38de-47fe-a955-1a9b221cad1d', 'name': 'tempest-ServerRescueNegativeTestJSON-922194569-router', 'tenant_id': '0e95b80cb7be452cbba22a5c6495f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:34Z', 'updated_at': '2021-04-20T18:33:21Z', 'revision_number': 6, 'project_id': '0e95b80cb7be452cbba22a5c6495f99e', 'gw_port_host': None}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:22.307152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] For port 0d1d30de-0c0a-493a-8c22-028fbe31dedb, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=0d1d30de-0c0a-493a-8c22-028fbe31dedb,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:22.307559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.385053 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ad03b-4f64-46c8-92f3-da4424138a63 req-0e73df4c-034b-4275-afa9-94c37579a383 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:22.386766 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fa6ad03b-4f64-46c8-92f3-da4424138a63 req-0e73df4c-034b-4275-afa9-94c37579a383 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.2133632 Apr 20 18:33:22.457726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Calling delete_port for 0d1d30de-0c0a-493a-8c22-028fbe31dedb owned by network:router_gateway {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:22.549590 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fa6ad03b-4f64-46c8-92f3-da4424138a63 req-a3bf635d-18e0-4bb5-ae4d-cddddfd1d1fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002002 Apr 20 18:33:22.675338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.680200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-578ea1ab-5f63-487b-ba9c-d3f17bd3ea4a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:22.729678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1d30de-0c0a-493a-8c22-028fbe31dedb,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:22.733059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:22.772948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.962075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.964427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:22.985952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:23.023330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:23.023726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 6cce93d9-8091-4aaa-9341-6b3cf3e87c8b not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:23.024186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 0d1d30de-0c0a-493a-8c22-028fbe31dedb no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:23.050144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.050768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 737a9063-38de-47fe-a955-1a9b221cad1d {{(pid=86460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:33:23.060572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 0d1d30de-0c0a-493a-8c22-028fbe31dedb {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:23.060902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 0d1d30de-0c0a-493a-8c22-028fbe31dedb not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:23.064995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.066202 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] 10.222.0.26 "DELETE /v2.0/routers/737a9063-38de-47fe-a955-1a9b221cad1d HTTP/1.1" status: 204 len: 168 time: 1.7648270 Apr 20 18:33:23.068836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33208) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:23.138894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Deleting subnet 89da5d25-5348-4589-b88f-0b5b4e2f3fcb {{(pid=86460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:33:23.142364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.194761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.204306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.437791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37190199-f8d8-40f5-bab3-0b92c3869ac6 req-22fcbab9-b22b-4b0a-9a5c-7b67b5fc8d4c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:23.439871 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37190199-f8d8-40f5-bab3-0b92c3869ac6 req-22fcbab9-b22b-4b0a-9a5c-7b67b5fc8d4c tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.2039354 Apr 20 18:33:23.549797 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37190199-f8d8-40f5-bab3-0b92c3869ac6 req-4a2ad8a1-9305-4806-89f1-180b19a8a5f4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&id=24799df6-11df-4e8f-a19b-0b1c69f79f97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979650 Apr 20 18:33:23.582720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.587991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-773f24c9-525d-4c3d-a44a-5cf9a7e291d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:23.634484 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89da5d25-5348-4589-b88f-0b5b4e2f3fcb,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:23.637779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:23.639392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.648340 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/89da5d25-5348-4589-b88f-0b5b4e2f3fcb HTTP/1.1" status: 204 len: 168 time: 0.5773337 Apr 20 18:33:23.650960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33218) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:23.763660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491344-c93d-4498-96d9-e9452f606e78 req-0e418b88-9147-4987-bf5c-db733297d5c9 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:23.765196 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-49491344-c93d-4498-96d9-e9452f606e78 req-0e418b88-9147-4987-bf5c-db733297d5c9 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.0878153 Apr 20 18:33:23.769522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:23.816182 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-49491344-c93d-4498-96d9-e9452f606e78 req-ddcdd599-2577-4c81-b7a7-a62c3f2830c6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Apr 20 18:33:23.955381 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.077630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-d137c4ac-fffc-44ba-be1c-6e9a77f06687 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:24.078442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-d137c4ac-fffc-44ba-be1c-6e9a77f06687 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:24.098408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88070787-1d2b-4821-b7e2-51b05834a3a9']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:24.115728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:24.116068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1fbb99-4a70-449f-9311-e8f35bfbd4a9') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:24.125851 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-d137c4ac-fffc-44ba-be1c-6e9a77f06687 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:24.127083 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-d137c4ac-fffc-44ba-be1c-6e9a77f06687 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.3208721 Apr 20 18:33:24.130423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.189947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.208107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:33:24.248114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Deleting port b2934fbd-4083-4c9e-853e-6f2a19580709 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:24.248496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.489435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:33:24.499457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.778071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Network 88070787-1d2b-4821-b7e2-51b05834a3a9 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:33:24.801768 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:33:24.826931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:33:24.917361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] For port b2934fbd-4083-4c9e-853e-6f2a19580709, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2934fbd-4083-4c9e-853e-6f2a19580709,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:24.917760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.925169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.934147 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:24.939609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2e3b8288-6dd7-48aa-ae9f-f0007e069506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:25.027763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065c50-f90e-4512-8561-22b591110e5e req-dd9b99d8-8de5-4e0d-8b86-d89a65f7c49c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:25.029574 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1a065c50-f90e-4512-8561-22b591110e5e req-dd9b99d8-8de5-4e0d-8b86-d89a65f7c49c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 946 time: 0.0917568 Apr 20 18:33:25.081084 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1a065c50-f90e-4512-8561-22b591110e5e req-9bd908ce-bf46-4461-b85c-0a8e0ae0fde9 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=da39425d-ad73-47ea-8184-82d67375107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Apr 20 18:33:25.227317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=88070787-1d2b-4821-b7e2-51b05834a3a9,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:25.230482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:25.234484 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e5d89d6e-dc12-4851-ae15-f3afbf50dce2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/88070787-1d2b-4821-b7e2-51b05834a3a9 HTTP/1.1" status: 204 len: 168 time: 1.5810711 Apr 20 18:33:25.415737 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33230) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:25.469775 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7be9fd93-5c1d-43c8-947e-18a43d598f93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e95b80cb7be452cbba22a5c6495f99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528071 Apr 20 18:33:25.472383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33234) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:25.474759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.475183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.475535 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Floating IP 19a03d55-9dc1-417f-8c40-5461add99c77 disassociated. External IP: 172.28.3.6, port: b2934fbd-4083-4c9e-853e-6f2a19580709. Apr 20 18:33:25.475912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Calling delete_port for b2934fbd-4083-4c9e-853e-6f2a19580709 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:25.650251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.706022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.725439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.736078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:25.797551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event deleted for resources: {'Port': ['ID=b2934fbd-4083-4c9e-853e-6f2a19580709,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:25.803421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:25.992562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70fa0-a5d7-4c5a-b6b5-70fe63528bd6 req-94a9a25b-1a17-449d-8de8-330e7d708f49 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:26.024026 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-94d70fa0-a5d7-4c5a-b6b5-70fe63528bd6 req-94a9a25b-1a17-449d-8de8-330e7d708f49 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.0916371 Apr 20 18:33:26.024256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Router b323c745-e47c-49ce-bb06-10710d3a1793 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:26.042655 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-94d70fa0-a5d7-4c5a-b6b5-70fe63528bd6 req-4b2ffe66-13db-4925-849b-cdb79e083fe0 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Apr 20 18:33:26.073523 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:26.086650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a4c108a7-ad85-4880-89f8-7520d63aa60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:26.166350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f102995-b2cf-4653-a082-c6fe45f469c9,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:26.168859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:26.226322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:26.237140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:26.247988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:26.248617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:32:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:26.264939 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-10601386-e526-475a-9f60-ad0c7ff1bbff req-f573bd33-b1e6-4965-8d81-782e3ee5b60a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=b58c35bc-c091-4d56-8260-ba0be654587d HTTP/1.1" status: 200 len: 210 time: 0.0497546 Apr 20 18:33:26.313654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] No DVR routers for this DVR port b2934fbd-4083-4c9e-853e-6f2a19580709 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:33:26.316392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:26.323295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-deleted', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:26.334262 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e0695c7e-15fc-4066-9085-5d7f4f61f4ef req-537d799e-be48-4f50-a87b-d9dce4c33641 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "DELETE /v2.0/ports/b2934fbd-4083-4c9e-853e-6f2a19580709 HTTP/1.1" status: 204 len: 173 time: 2.1967759 Apr 20 18:33:26.356402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:26.357597 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f102995-b2cf-4653-a082-c6fe45f469c9 HTTP/1.1" status: 204 len: 168 time: 0.8505666 Apr 20 18:33:26.388565 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58c35bc-c091-4d56-8260-ba0be654587d', 'name': 'network-vif-deleted', 'tag': 'b2934fbd-4083-4c9e-853e-6f2a19580709', 'status': 'completed', 'code': 200} Apr 20 18:33:26.447863 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:26.785675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be9dc0eb-36bd-4ad6-8a78-eb955dfff161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:26.828508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:26.832845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:26.843265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:26.844105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:32:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:27.276650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f41cab-aba1-419a-89d0-cb9e357302a2 req-cb37783f-4542-4bd6-a49e-cc0da325f35d tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:27.284903 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60f41cab-aba1-419a-89d0-cb9e357302a2 req-cb37783f-4542-4bd6-a49e-cc0da325f35d tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1049087 Apr 20 18:33:27.285919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:27.344291 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60f41cab-aba1-419a-89d0-cb9e357302a2 req-1e0d65f0-c975-43b4-9acf-a2d49b5fc12f tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583677 Apr 20 18:33:27.451418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33280) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:27.532027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:27.569491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:27.707642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:27.712044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239c2cf-e368-45e5-88c2-5eb72cd3c0ed None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:27.779819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:27.785468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-30f6fdef-3b1e-4543-8f45-366accfb55c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:27.847784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da39425d-ad73-47ea-8184-82d67375107b,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:27.853034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:27.880148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:27.881386 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "DELETE /v2.0/security-groups/da39425d-ad73-47ea-8184-82d67375107b HTTP/1.1" status: 204 len: 168 time: 0.4288943 Apr 20 18:33:27.884441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33306) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:27.902390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-62332696-4a34-4951-914f-a0fe517d4801 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:27.903172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-62332696-4a34-4951-914f-a0fe517d4801 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:27.907671 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.v2.resource [None req-524b0be4-9baa-4015-83e3-c63303498209 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] show failed (client error): The resource could not be found. Apr 20 18:33:27.908847 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-524b0be4-9baa-4015-83e3-c63303498209 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups/da39425d-ad73-47ea-8184-82d67375107b HTTP/1.1" status: 404 len: 347 time: 0.0231478 Apr 20 18:33:27.911901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33310) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:27.920383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-62332696-4a34-4951-914f-a0fe517d4801 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:27.922223 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-62332696-4a34-4951-914f-a0fe517d4801 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1243613 Apr 20 18:33:28.041005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Deleting port 18f9995e-a871-486e-b911-d4ee97a7e386 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:28.041683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.113993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:28.127932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Deleting port 36336991-4615-49a4-ba16-b1d47586a470 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:28.128577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.186464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d1f17-20c6-4155-b9a1-82167c20c0cf None None] New status for floating IP 19a03d55-9dc1-417f-8c40-5461add99c77: DOWN {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:33:28.191034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: b2934fbd-4083-4c9e-853e-6f2a19580709 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:28.198276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device b2934fbd-4083-4c9e-853e-6f2a19580709 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:28.259170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33316) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:28.335439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.335806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.375694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] For port 18f9995e-a871-486e-b911-d4ee97a7e386, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18f9995e-a871-486e-b911-d4ee97a7e386,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:28.376405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.486508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Calling delete_port for 36336991-4615-49a4-ba16-b1d47586a470 owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:28.521006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.560229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:28.634724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6a26f3efc143e68794d75a90853fe6 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:28.646536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:28.651175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93242f-31e3-4c81-b1be-a67ff04d75bd req-bd6cf8bf-0971-4d50-93c1-53eb166a1f59 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:28.653126 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea93242f-31e3-4c81-b1be-a67ff04d75bd req-bd6cf8bf-0971-4d50-93c1-53eb166a1f59 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 945 time: 0.1368158 Apr 20 18:33:28.656262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:28.682376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86460) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:33:28.683012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:33:28.715616 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea93242f-31e3-4c81-b1be-a67ff04d75bd req-7d8333ef-09d8-4e06-adaa-7aaaa70fa8e9 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=589bdc86-0393-4f02-9c08-d48bddc8a912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555725 Apr 20 18:33:28.835871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.836267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.836609 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Floating IP eff784a6-4573-44c0-a001-44c217eeb70a disassociated. External IP: 172.28.3.98, port: 18f9995e-a871-486e-b911-d4ee97a7e386. Apr 20 18:33:28.837500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Calling delete_port for 18f9995e-a871-486e-b911-d4ee97a7e386 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:28.955743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.959333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.968279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4658aa84-1277-4e35-a43c-92701ec6d584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:29.065836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e48206-1268-4156-bb6f-47c2569a7ace,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:29.076785 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e6a26f3efc143e68794d75a90853fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164849 Apr 20 18:33:29.077603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33324) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:29.077717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:29.083020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.088539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:29.134836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event deleted for resources: {'Port': ['ID=18f9995e-a871-486e-b911-d4ee97a7e386,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:29.138808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:29.147015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.170897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8e36de7c-6fbc-4b39-9c23-af4616c1203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.401635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Deleting port 36336991-4615-49a4-ba16-b1d47586a470 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:29.402037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.468318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.496836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.561374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:29.631208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.631585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.812429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:29.824206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:29.831179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Calling delete_port for 36336991-4615-49a4-ba16-b1d47586a470 owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:29.842533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:29.843587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:29.915423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] No DVR routers for this DVR port 18f9995e-a871-486e-b911-d4ee97a7e386 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:33:29.919770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:29.922791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'name': 'network-vif-deleted', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:29.960788 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-467dc5fe-e5f7-40f3-9f87-0879e3f658b0 req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "DELETE /v2.0/ports/18f9995e-a871-486e-b911-d4ee97a7e386 HTTP/1.1" status: 204 len: 173 time: 2.0304785 Apr 20 18:33:30.003117 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c2556-f9df-433f-bbad-d287b8c6eec9', 'name': 'network-vif-deleted', 'tag': '18f9995e-a871-486e-b911-d4ee97a7e386', 'status': 'completed', 'code': 200} Apr 20 18:33:30.004628 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7261a37a-5d43-4fd3-ba5f-a6a0b2137429 req-f17a5394-4067-4103-b311-85d673c2a7cd tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=898c2556-f9df-433f-bbad-d287b8c6eec9 HTTP/1.1" status: 200 len: 210 time: 0.0949683 Apr 20 18:33:30.070271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.079628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.085434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:30.091161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:30.115365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e48206-1268-4156-bb6f-47c2569a7ace,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:30.121778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:30.132712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.137594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:30.176726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.177926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21e48206-1268-4156-bb6f-47c2569a7ace HTTP/1.1" status: 204 len: 168 time: 1.0971148 Apr 20 18:33:30.188628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event deleted for resources: {'Port': ['ID=36336991-4615-49a4-ba16-b1d47586a470,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:30.221923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:30.233343 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.235893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.237092 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e5a46eed-ffb5-4457-a1b4-83b9f29f6b51 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "DELETE /v2.0/floatingips/19a03d55-9dc1-417f-8c40-5461add99c77 HTTP/1.1" status: 204 len: 168 time: 2.3242188 Apr 20 18:33:30.450945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:30.455625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:30.465341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:30.466027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:30.556850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33344) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:30.564588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020466990', 'description': 'tempest-description--1049625954'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:30.571922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:30.577671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:30.581731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:30.588754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:30.610703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.648016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:30.654221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:30.658553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:30.669276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:30.677094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:30.751607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.754817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.761945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-35b71426-d466-43bb-816a-b5d224d101b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:30.811007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:30.814059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:30.816842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.821823 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2597115 Apr 20 18:33:30.821823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33356) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:30.827614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'security_group_rule': {'security_group_id': 'cde14493-11f8-40b7-ba5b-c7e3aa86b9f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:30.834439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:30.839222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:30.842335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:30.848450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:30.866200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.930953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.934509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.937239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c4cdc6db-3354-40c1-b7fa-6b9ede3a7a99 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:30.955732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5d2da6-c0bd-4173-8bf6-ca926f069f72,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:30.959609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:30.974770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:30.979371 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-de40f578-fb9d-4f6b-92d2-68c2406294cf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531093 Apr 20 18:33:30.979594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33362) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:30.985197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'security_group_rule': {'security_group_id': 'cde14493-11f8-40b7-ba5b-c7e3aa86b9f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:30.991430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:30.995725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:security_group_rule and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:30.999022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:31.005870 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:31.022145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.025563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:31.029845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dfb60e-85b3-4509-bb00-d06c35c8ffb1 None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:31.096324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.099616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.102707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:31.129949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b889f278-a5bb-4e8f-8bf7-3e7ec4dc2deb,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:31.130860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:31.138964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.142001 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602206 Apr 20 18:33:31.145089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33372) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:31.151069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'floatingip': {'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:31.158292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:31.162558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Usage tracker for resource:floatingip and tenant:44c8fee5654e49c59d79f02d5064924e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:31.163262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33376) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:31.166983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:31.175031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:31.187611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.237697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.270707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.328380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.338659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:31.340062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.358437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589bdc86-0393-4f02-9c08-d48bddc8a912,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:31.367642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:31.368926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.374970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.378151 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "DELETE /v2.0/security-groups/589bdc86-0393-4f02-9c08-d48bddc8a912 HTTP/1.1" status: 204 len: 168 time: 0.2120233 Apr 20 18:33:31.382424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33386) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:31.404291 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.v2.resource [None req-c2f976f8-41e8-423f-9de0-9259262cb60d tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] show failed (client error): The resource could not be found. Apr 20 18:33:31.405763 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c2f976f8-41e8-423f-9de0-9259262cb60d tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups/589bdc86-0393-4f02-9c08-d48bddc8a912 HTTP/1.1" status: 404 len: 347 time: 0.0218549 Apr 20 18:33:31.409004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33390) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:31.475230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803af97-f4fd-4634-90fe-55645cf00c7e None None] New status for floating IP eff784a6-4573-44c0-a001-44c217eeb70a: DOWN {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:33:31.539218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Allocated IP 172.28.3.47 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/7b9d8cfa-a07d-4552-8596-685e36a4164c) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:31.589894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Deleting port e2907504-4da9-4e92-88f6-674bd4ebc976 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:31.590429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.727394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.761021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.765959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7d2f9bc7-e3fc-4d5c-9456-419677ef7c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:31.789511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.790076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.835472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:31.839073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:31.846519 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:31.886616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'Port': ['ID=7b9d8cfa-a07d-4552-8596-685e36a4164c,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:31.890881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:31.940998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:31.956021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Calling delete_port for e2907504-4da9-4e92-88f6-674bd4ebc976 owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:32.008650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.048559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86460) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:33:32.048923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:33:32.148879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 18f9995e-a871-486e-b911-d4ee97a7e386 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:32.185789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 18f9995e-a871-486e-b911-d4ee97a7e386 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:32.186403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 18f9995e-a871-486e-b911-d4ee97a7e386 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:32.235455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.239142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.244602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a2be355-d015-4d36-86a7-54bd60aed833 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:32.367731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'Port': ['ID=7b9d8cfa-a07d-4552-8596-685e36a4164c,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:32.370696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:32.376010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.397993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.399874 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2533078 Apr 20 18:33:32.549891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Deleting port e2907504-4da9-4e92-88f6-674bd4ebc976 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:32.550322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.716154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-a6f5372d-793c-4067-976a-c09d756824e2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:32.760863 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-a6f5372d-793c-4067-976a-c09d756824e2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:32.762108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-a6f5372d-793c-4067-976a-c09d756824e2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1020466990&fields=id&tenant_id=44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 267 time: 0.1733186 Apr 20 18:33:32.806643 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.807006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.991805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Calling delete_port for e2907504-4da9-4e92-88f6-674bd4ebc976 owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:33.126240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-a4b1c4a6-e331-4339-b8ee-f1311bb6a126 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:33.127797 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-a4b1c4a6-e331-4339-b8ee-f1311bb6a126 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 817 time: 0.3510392 Apr 20 18:33:33.186768 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-a15158b4-782f-4964-bd97-025f67a971c8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/quotas/44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 375 time: 0.0243669 Apr 20 18:33:33.246815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.251843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:33.302668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event deleted for resources: {'Port': ['ID=e2907504-4da9-4e92-88f6-674bd4ebc976,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:33.306541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:33.355608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.380119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.381333 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "DELETE /v2.0/floatingips/eff784a6-4573-44c0-a001-44c217eeb70a HTTP/1.1" status: 204 len: 168 time: 1.9713442 Apr 20 18:33:33.389765 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-54efba51-8ebe-426c-96e7-c59952d58163 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:33.406396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-54efba51-8ebe-426c-96e7-c59952d58163 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:33.410781 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-54efba51-8ebe-426c-96e7-c59952d58163 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2168908 Apr 20 18:33:33.567293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33430) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:33.568395 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-815024f6-cbe5-46a7-96ef-4f7b1277e1e6 service neutron] 10.222.0.26 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420414 Apr 20 18:33:33.574629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362917749', 'description': 'tempest-description--1185281037'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:33.581054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:33.590271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:33.593597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:33.599986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:33.611013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.639398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:33.644272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:33.647627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:33.654535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:33.729861 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-ade01bb2-3e00-4159-a59b-eec1af47d5dd service neutron] 10.222.0.26 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544943 Apr 20 18:33:33.734472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.737636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.743998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6f56ff1e-9c5d-4e54-826a-f0e5cb2d9f26 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:33.788442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe425834-df49-4d7a-8b84-d06dbe299d35,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:33.792013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:33.792745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.794111 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-83fb9c8f-0194-434c-9e15-657058e58b6b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2254622 Apr 20 18:33:33.797163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33436) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:33.803050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'security_group_rule': {'security_group_id': 'fe425834-df49-4d7a-8b84-d06dbe299d35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:33.809946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:33.814288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:33.817715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:33.824731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:33.844016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.974513 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a46b6be3-5534-4c86-9412-3f978adc7882 req-ce9f0c52-6439-41ff-ab6b-41660e03af70 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 210 time: 0.0601900 Apr 20 18:33:33.991459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.994452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:33.996603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3cc6bb8f-5de9-4499-8e0b-c4dd7afb6187 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:34.021094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c375ec0-0d85-4ff7-b34d-667729c1ca72,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:34.024818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:34.031425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.032820 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2345743 Apr 20 18:33:34.035676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33454) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:34.041745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'security_group_rule': {'security_group_id': 'fe425834-df49-4d7a-8b84-d06dbe299d35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:34.047941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:34.051947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:security_group_rule and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:34.054961 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:34.061595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:34.079071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.145731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.148300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.156499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-859abe40-2ae8-4fa4-81b8-b63257e833e1 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:34.178853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7333c90f-a6be-447a-954c-c3810a5f4dbd,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:34.181817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:34.185618 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.186870 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-29c8baa0-c1e0-40b7-a445-b9cf813268de tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501088 Apr 20 18:33:34.189980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33460) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:34.195688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'floatingip': {'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:34.202148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:34.206411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Usage tracker for resource:floatingip and tenant:48f59aab19eb4922a2128ef7fbfb5e0d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:34.209386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:34.215425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:34.224629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.370544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.516071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Allocated IP 172.28.3.89 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/38846ab0-05b8-422c-98de-2e803fd90bac) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:34.673867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.703338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.707968 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:34.780338 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:34.783986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:34.786548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:34.800910 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'Port': ['ID=38846ab0-05b8-422c-98de-2e803fd90bac,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:34.803822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:34.825552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:34.888897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.030891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-ee066a0a-dc55-47fa-9f2c-746ea59b971c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:35.032850 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-ee066a0a-dc55-47fa-9f2c-746ea59b971c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 817 time: 0.1719770 Apr 20 18:33:35.138911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.147555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-3b4559a9-46f6-4b1c-a512-fc75343d5419 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:35.161342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-3b4559a9-46f6-4b1c-a512-fc75343d5419 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:security_group {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:35.162802 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-3b4559a9-46f6-4b1c-a512-fc75343d5419 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 5705 time: 0.1201382 Apr 20 18:33:35.172269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'port': {'device_id': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'admin_state_up': True, 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'security_groups': ['cde14493-11f8-40b7-ba5b-c7e3aa86b9f3']}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:35.331291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:35.342673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:35.352017 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Made reservation on behalf of 44c8fee5654e49c59d79f02d5064924e for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:33:35.358706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.421487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.431539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:35.471383 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c032de38-38fd-4dd7-b19e-a76891b40729 req-326fa6b4-2d8c-41a4-938a-6bc2d4bc64e4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 210 time: 0.3301418 Apr 20 18:33:35.484092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.521033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'Port': ['ID=38846ab0-05b8-422c-98de-2e803fd90bac,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:35.524580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:35.526348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.527642 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3366649 Apr 20 18:33:35.548813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Allocated IP 172.20.0.8 (f3a01c70-4832-4052-98e3-e91738436fed/d17f1a7c-446d-4e9b-9b7f-924664b4c71c/26fe916a-aac0-41ae-a531-661e833d1c60) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:35.750587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.766212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-ee34ef1a-8622-4b39-99c8-a572c80cbbf3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:35.766495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Transition to ACTIVE for port object 26fe916a-aac0-41ae-a531-661e833d1c60 will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:35.780559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-ee34ef1a-8622-4b39-99c8-a572c80cbbf3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:35.781819 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-ee34ef1a-8622-4b39-99c8-a572c80cbbf3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--362917749&fields=id&tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d HTTP/1.1" status: 200 len: 267 time: 0.0597243 Apr 20 18:33:35.789181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.795325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-36ffbe47-e1ab-4639-b19c-3c071a42fd65 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:35.871151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Network f3a01c70-4832-4052-98e3-e91738436fed is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:35.874436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:35.878556 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:35.916742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:35.921576 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:35.951766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:35.952463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.952695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-192739b5-6798-45d0-bad5-1bb01865443a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:35.954358 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-192739b5-6798-45d0-bad5-1bb01865443a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 811 time: 0.1649213 Apr 20 18:33:35.973185 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-20845b4a-64e4-4da6-b1fc-dc334854d833 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/quotas/48f59aab19eb4922a2128ef7fbfb5e0d HTTP/1.1" status: 200 len: 375 time: 0.0121861 Apr 20 18:33:35.979000 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-55e03419-af92-4908-b0eb-af7d47bc39a5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8108971 Apr 20 18:33:35.995041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Request body: {'port': {'device_id': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:36.061590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-5dcf0808-aee0-4374-952c-5ec31802a300 None None] Provisioning for port 26fe916a-aac0-41ae-a531-661e833d1c60 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:36.066621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-5dcf0808-aee0-4374-952c-5ec31802a300 None None] Provisioning complete for port 26fe916a-aac0-41ae-a531-661e833d1c60 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:36.067040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0808-aee0-4374-952c-5ec31802a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.072570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-6a9f1e8f-1adb-4617-ad67-1dde6ceb9b92 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:36.088233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-6a9f1e8f-1adb-4617-ad67-1dde6ceb9b92 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:36.090424 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-6a9f1e8f-1adb-4617-ad67-1dde6ceb9b92 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101701 Apr 20 18:33:36.121902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.124907 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf0808-aee0-4374-952c-5ec31802a300 None None] Port 26fe916a-aac0-41ae-a531-661e833d1c60 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:33:36.239071 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-4744d036-db20-4326-8146-1e9503bda2d5 service neutron] 10.222.0.26 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355436 Apr 20 18:33:36.380063 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-ed379874-e10d-4ff7-825c-31162717e3a0 service neutron] 10.222.0.26 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340115 Apr 20 18:33:36.489277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fe916a-aac0-41ae-a531-661e833d1c60 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:36.495771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.514208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Transition to ACTIVE for port object 26fe916a-aac0-41ae-a531-661e833d1c60 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:36.521079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.530357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-544fbd9f-fcdf-4e96-ad32-08a238097d97 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:36.588899 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9cc72af2-660b-40a2-9b86-62e36b1beafd req-1743941d-7b95-4cb4-a284-7bc567000c22 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 210 time: 0.0530546 Apr 20 18:33:36.790782 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270024c5-fe73-44fb-9c88-a88a2ac91f39 req-8c831af7-a4ec-4bbb-8a3f-5c5a45ddc03b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:36.792484 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-270024c5-fe73-44fb-9c88-a88a2ac91f39 req-8c831af7-a4ec-4bbb-8a3f-5c5a45ddc03b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.1378698 Apr 20 18:33:36.800969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:36.806268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:36.856641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Attempting to bind port 26fe916a-aac0-41ae-a531-661e833d1c60 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:33:36.857018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Attempting to bind port 26fe916a-aac0-41ae-a531-661e833d1c60 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:33:36.857383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Attempting to bind port 26fe916a-aac0-41ae-a531-661e833d1c60 on network f3a01c70-4832-4052-98e3-e91738436fed {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:36.862604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Port 26fe916a-aac0-41ae-a531-661e833d1c60 on network f3a01c70-4832-4052-98e3-e91738436fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:33:36.862962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Attempting to bind port 26fe916a-aac0-41ae-a531-661e833d1c60 on network f3a01c70-4832-4052-98e3-e91738436fed {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:36.869886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:33:36.870291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Checking segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:33:36.875524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Bound using segment: {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:33:36.876314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Bound port: 26fe916a-aac0-41ae-a531-661e833d1c60, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdcbb47-225d-4d94-ba4a-2788cef6e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:33:36.877329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.900993 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-270024c5-fe73-44fb-9c88-a88a2ac91f39 req-12bcb7d0-60d5-4dc6-b6ad-b87f5d246b32 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015463 Apr 20 18:33:36.994260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:33:36.997563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:33:37.000790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.005899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a21391e5-00b0-4851-970b-6cbd470a9919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:37.060999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.061751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.063279 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] 10.222.0.18 "PUT /v2.0/ports/26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 1093 time: 1.0736010 Apr 20 18:33:37.063811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:37.100697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:37.106942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:37.159586 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'status': 'completed', 'code': 200} Apr 20 18:33:37.207204 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-7aff01ad-a897-4f91-84a7-cbb3b52d529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.208903 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-7aff01ad-a897-4f91-84a7-cbb3b52d529c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1096 time: 0.0928113 Apr 20 18:33:37.292165 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-24cea44d-4f7d-4dda-af79-7113e2bf5e74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 217 time: 0.0745587 Apr 20 18:33:37.369699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-fbc409ab-6e06-45c9-afa7-09710cba616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.371501 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-fbc409ab-6e06-45c9-afa7-09710cba616e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0734334 Apr 20 18:33:37.689320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-2b61e649-9d1c-4993-8035-2b31c67ac939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.691108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-2b61e649-9d1c-4993-8035-2b31c67ac939 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3124990 Apr 20 18:33:37.767924 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-01b04567-099c-4d6c-a1e2-a36b3daac6d7 req-65d3ea4a-280b-48c2-832d-f6cc726d6900 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 210 time: 0.0495660 Apr 20 18:33:37.967765 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-88d5b4b2-93a6-4e10-9be4-fed9de6ed75c service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695098 Apr 20 18:33:37.982282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-72ecc4f5-51b6-440f-a7c7-192916488333 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.983129 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-72ecc4f5-51b6-440f-a7c7-192916488333 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:network {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:38.082938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-72ecc4f5-51b6-440f-a7c7-192916488333 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:network {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:38.084168 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-72ecc4f5-51b6-440f-a7c7-192916488333 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 811 time: 0.3101733 Apr 20 18:33:38.112165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb91a7-6cb9-4829-904e-0f7af9dacb2d req-2a28c090-7249-4ad0-bd07-49581c21647d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:38.113921 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0ccb91a7-6cb9-4829-904e-0f7af9dacb2d req-2a28c090-7249-4ad0-bd07-49581c21647d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0970948 Apr 20 18:33:38.162541 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0ccb91a7-6cb9-4829-904e-0f7af9dacb2d req-9e5e8f39-5fe9-4ec1-996b-efb9bf76c69d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Apr 20 18:33:38.175315 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f5ce4f09-2579-4688-8028-f6b91e44ffa7 req-da1b6bf1-173f-4bd0-91ae-02210a709649 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005670 Apr 20 18:33:38.197291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-d6e68d5f-35c6-4b8f-be20-c0cd0631abe8 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:security_group {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:38.210698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-d6e68d5f-35c6-4b8f-be20-c0cd0631abe8 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:security_group {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:38.212102 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-d6e68d5f-35c6-4b8f-be20-c0cd0631abe8 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d HTTP/1.1" status: 200 len: 5704 time: 0.1176383 Apr 20 18:33:38.264675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'port': {'device_id': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'admin_state_up': True, 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'security_groups': ['fe425834-df49-4d7a-8b84-d06dbe299d35']}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:38.430067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-0794fa91-f845-4041-b1f2-7aea9a9873c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:38.431619 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-0794fa91-f845-4041-b1f2-7aea9a9873c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1096 time: 0.2115276 Apr 20 18:33:38.437836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:38.520798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:38.546984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Made reservation on behalf of 48f59aab19eb4922a2128ef7fbfb5e0d for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:33:38.552888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.662169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-62723970-df7d-4dd5-b617-8085b764b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:38.663772 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-62723970-df7d-4dd5-b617-8085b764b251 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.2233777 Apr 20 18:33:38.753330 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-c4c4693b-4d10-408f-8921-8f866480f3d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 217 time: 0.0789754 Apr 20 18:33:38.884330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Allocated IP 172.20.0.7 (436efa77-2cda-42b3-8446-8a3ec2c37ccf/c80c029c-c876-4313-9f54-d0a079c60276/8927e2ff-d74a-4656-93d4-00261cef7fce) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:38.887359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-146f820d-7578-4991-88fd-c8fe4b00eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:38.888941 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-146f820d-7578-4991-88fd-c8fe4b00eb06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.1017416 Apr 20 18:33:38.933474 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2365fc97-3faa-4a38-aac7-5257c31576d8 req-94609641-3745-4d53-a241-886bc3d2da9a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 210 time: 0.0510466 Apr 20 18:33:39.081606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-f233d1c1-80d8-40e6-844d-66242d141b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:39.083249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-f233d1c1-80d8-40e6-844d-66242d141b6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1865547 Apr 20 18:33:39.273287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:39.308462 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-510e1a46-205b-478f-bf85-3571ecb3e2ae service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110965 Apr 20 18:33:39.309417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Transition to ACTIVE for port object 8927e2ff-d74a-4656-93d4-00261cef7fce will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:39.381426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ea71b-b574-4d6e-b766-0edad01732d7 req-6f7a784a-d11a-4321-829f-2a3ba76cd52f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:39.383136 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e38ea71b-b574-4d6e-b766-0edad01732d7 req-6f7a784a-d11a-4321-829f-2a3ba76cd52f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0954232 Apr 20 18:33:39.433528 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e38ea71b-b574-4d6e-b766-0edad01732d7 req-c0fccd05-f8a1-4a99-88ac-c961f002cb59 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Apr 20 18:33:39.452709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:39.469848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:39.528222 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8071e442-be27-48fc-9878-a5af4fb39be1 req-fa5fc6ca-7037-4b44-83c5-c4df93f4d891 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131279 Apr 20 18:33:39.545487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:39.548861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:39.552966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:39.587299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event updated for resources: {'Port': ['ID=8927e2ff-d74a-4656-93d4-00261cef7fce,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:39.605401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.605823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.606265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.606674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.607076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.607478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.607875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.608287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.608676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.609071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.609464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.609861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:39.615655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:39.639735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:39.640430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:39.666280 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4054511 Apr 20 18:33:39.677784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Request body: {'port': {'device_id': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:39.798076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:39.811129 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-d3dd472f-00f4-4197-82a8-f79ad93530f6 None None] Provisioning for port 8927e2ff-d74a-4656-93d4-00261cef7fce completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:39.816098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-d3dd472f-00f4-4197-82a8-f79ad93530f6 None None] Provisioning complete for port 8927e2ff-d74a-4656-93d4-00261cef7fce triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:39.816489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3dd472f-00f4-4197-82a8-f79ad93530f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:39.872754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd472f-00f4-4197-82a8-f79ad93530f6 None None] Port 8927e2ff-d74a-4656-93d4-00261cef7fce cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:33:40.136864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17ac09-fd5d-49a3-9a1c-9157cc3b2063 req-729d29d1-b101-4f43-9b75-b69a968f3e04 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:40.138502 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6a17ac09-fd5d-49a3-9a1c-9157cc3b2063 req-729d29d1-b101-4f43-9b75-b69a968f3e04 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 931 time: 0.0896456 Apr 20 18:33:40.157176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8927e2ff-d74a-4656-93d4-00261cef7fce {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:40.164886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.179502 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Transition to ACTIVE for port object 8927e2ff-d74a-4656-93d4-00261cef7fce will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:40.182264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.186886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-af15eefd-80b0-42fc-a587-dc239d9b585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:40.191144 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6a17ac09-fd5d-49a3-9a1c-9157cc3b2063 req-09876b1c-083e-4d2c-95ff-5b3b8e616def tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459888 Apr 20 18:33:40.192119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:33:40.324967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8927e2ff-d74a-4656-93d4-00261cef7fce,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:40.341323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:40.359396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:40.362172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '26fe916a-aac0-41ae-a531-661e833d1c60', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60', 'mac_address': 'fa:16:3e:74:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:33:40.430613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.441021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Attempting to bind port 8927e2ff-d74a-4656-93d4-00261cef7fce on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:33:40.441553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Attempting to bind port 8927e2ff-d74a-4656-93d4-00261cef7fce by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:33:40.441770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Attempting to bind port 8927e2ff-d74a-4656-93d4-00261cef7fce on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:40.448520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Port 8927e2ff-d74a-4656-93d4-00261cef7fce on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:33:40.448520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Attempting to bind port 8927e2ff-d74a-4656-93d4-00261cef7fce on network 436efa77-2cda-42b3-8446-8a3ec2c37ccf {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:40.450604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fe916a-aac0-41ae-a531-661e833d1c60 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:40.453545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:33:40.453924 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Checking segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:33:40.454375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Bound using segment: {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:33:40.454842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Bound port: 8927e2ff-d74a-4656-93d4-00261cef7fce, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:33:40.455227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.470246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:40.475242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.477127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:40.578835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:40.579110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] For port 8927e2ff-d74a-4656-93d4-00261cef7fce, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:33:40.583903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] For port 8927e2ff-d74a-4656-93d4-00261cef7fce, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8927e2ff-d74a-4656-93d4-00261cef7fce,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:33:40.587567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.588798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.589422 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.589539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.590371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.590371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.590696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.591398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.591652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.592296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.592296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.592975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.592975 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:40.593810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-370fb7f9-09dc-4735-89be-a4dd67515c51 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:40.597747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:40.674515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd84b-9970-4459-bbb5-79e89dcc5e1b req-06547144-c5ee-46c1-bfd0-adee28342308 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:40.678757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:40.678757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.680577 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/8927e2ff-d74a-4656-93d4-00261cef7fce HTTP/1.1" status: 200 len: 1093 time: 1.0067580 Apr 20 18:33:40.682771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:40.682926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-432bd84b-9970-4459-bbb5-79e89dcc5e1b req-06547144-c5ee-46c1-bfd0-adee28342308 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 944 time: 0.0993049 Apr 20 18:33:40.706768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8927e2ff-d74a-4656-93d4-00261cef7fce,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:40.722706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['26fe916a-aac0-41ae-a531-661e833d1c60'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:40.731675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:40.762425 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-432bd84b-9970-4459-bbb5-79e89dcc5e1b req-8fa356a6-e978-40dc-b562-92b7836997f0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784304 Apr 20 18:33:40.789502 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'status': 'completed', 'code': 200} Apr 20 18:33:40.836561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-74cf6c52-3fbd-4715-b20b-71d820b7029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:40.838246 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-74cf6c52-3fbd-4715-b20b-71d820b7029f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 1096 time: 0.0991802 Apr 20 18:33:40.919103 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-77ab2a3f-d2d8-4da7-9614-16e0303ec643 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8927e2ff-d74a-4656-93d4-00261cef7fce HTTP/1.1" status: 200 len: 217 time: 0.0727885 Apr 20 18:33:40.991407 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-3038fd3e-efdc-465b-8062-adfa657e3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:40.993510 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-3038fd3e-efdc-465b-8062-adfa657e3ffe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0674500 Apr 20 18:33:41.075596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-0d74a070-4133-4679-8e7e-976b00e64876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:41.077129 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-0d74a070-4133-4679-8e7e-976b00e64876 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760531 Apr 20 18:33:41.401013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78c735-ce18-45e6-9280-2211bf97c55e req-7120e8da-d284-4bf7-a35a-13176e25588a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:41.402640 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0a78c735-ce18-45e6-9280-2211bf97c55e req-7120e8da-d284-4bf7-a35a-13176e25588a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 943 time: 0.0921891 Apr 20 18:33:41.421218 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-f204275d-5555-4ae5-b6be-75c6485b25a3 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343258 Apr 20 18:33:41.450566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0a78c735-ce18-45e6-9280-2211bf97c55e req-52067e4c-a051-4773-9a2d-aaf8d964f76e tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Apr 20 18:33:41.561598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-789acc16-5acd-4f87-9a66-cd88ce7ac5b5 req-b40526a7-1522-4517-9297-1d17eed7c4b0 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336625 Apr 20 18:33:41.686531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-9b154707-034e-4b4d-8f26-67e0ec088b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:41.688115 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-9b154707-034e-4b4d-8f26-67e0ec088b93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 1096 time: 0.0806510 Apr 20 18:33:41.832775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-29aa4c6c-f136-414e-96bb-f2ebb19c612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:41.834397 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-29aa4c6c-f136-414e-96bb-f2ebb19c612b service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.1392744 Apr 20 18:33:41.913117 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-db668049-e035-46c8-b52b-69396929c7cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8927e2ff-d74a-4656-93d4-00261cef7fce HTTP/1.1" status: 200 len: 217 time: 0.0714204 Apr 20 18:33:41.983615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-4447de3a-71e1-416c-a703-a05d062484aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:41.984550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb7524-0d1f-4b4f-a1dd-21b1e80b3cc2 req-96ba413e-6547-4270-a730-72baf63ddf22 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:41.985195 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-4447de3a-71e1-416c-a703-a05d062484aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0654697 Apr 20 18:33:41.986175 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbdb7524-0d1f-4b4f-a1dd-21b1e80b3cc2 req-96ba413e-6547-4270-a730-72baf63ddf22 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 944 time: 0.0903945 Apr 20 18:33:42.035567 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bbdb7524-0d1f-4b4f-a1dd-21b1e80b3cc2 req-7918c9c0-f5b2-4010-94fd-1e1eee13a731 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Apr 20 18:33:42.073786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-0f1b48c6-b5d8-47af-bcce-c4f166510238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:42.075570 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-0f1b48c6-b5d8-47af-bcce-c4f166510238 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820558 Apr 20 18:33:42.202969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:33:42.219841 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-38ecc8d7-9d73-48d4-aa6d-fa1636682f88 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372051 Apr 20 18:33:42.277925 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 26fe916a-aac0-41ae-a531-661e833d1c60 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:42.282733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 26fe916a-aac0-41ae-a531-661e833d1c60 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:42.283149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.364651 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de0ec4b9-8019-4c47-8439-be5e4a89e36d req-78a5ffd9-20f7-4cc8-b418-6c97a3ede0bb service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379120 Apr 20 18:33:42.407511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.435379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:42.446174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:42.448834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.451640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:42.485908 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'code': 200} Apr 20 18:33:42.525684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:42.529499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:42.669709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7c72-e2b3-409b-9b13-caa6948426f9 req-892e20d7-919e-49a6-85b5-fd3c4efc6618 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:42.671357 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-18ec7c72-e2b3-409b-9b13-caa6948426f9 req-892e20d7-919e-49a6-85b5-fd3c4efc6618 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 943 time: 0.1032026 Apr 20 18:33:42.719513 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-18ec7c72-e2b3-409b-9b13-caa6948426f9 req-13884568-3229-4dda-83cf-60a3fd635a56 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Apr 20 18:33:42.722566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d725-fc98-4fa5-ba3d-703898da9ca2 req-388e71c4-29ad-4817-a966-5d02fe2a6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:42.724152 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20e6d725-fc98-4fa5-ba3d-703898da9ca2 req-388e71c4-29ad-4817-a966-5d02fe2a6de9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1098 time: 0.0812354 Apr 20 18:33:42.767300 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-20e6d725-fc98-4fa5-ba3d-703898da9ca2 req-af0850ff-c31b-4a82-ae23-afe28fc6fa9a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362303 Apr 20 18:33:43.242079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7c981-3af5-4409-9982-70bbe4f67c6d req-1fe224c1-0197-4277-a7e1-47ffa7975d2d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:43.243714 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-aad7c981-3af5-4409-9982-70bbe4f67c6d req-1fe224c1-0197-4277-a7e1-47ffa7975d2d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.0881896 Apr 20 18:33:43.296707 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-aad7c981-3af5-4409-9982-70bbe4f67c6d req-045105cb-23fe-4015-9308-bcf6822d3583 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 Apr 20 18:33:43.837578 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-5ce12e21-5118-48b7-8d8c-d13066dc31ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766885 Apr 20 18:33:43.921003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823741-4b45-4395-b856-85a24bbb7385 req-6b5fb1cc-aac5-43b4-9d0c-9d6fc8dfe247 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:43.922707 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-21823741-4b45-4395-b856-85a24bbb7385 req-6b5fb1cc-aac5-43b4-9d0c-9d6fc8dfe247 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 943 time: 0.0885534 Apr 20 18:33:43.942767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719859-537f-4ad1-b588-476e22150ef1 req-08628aab-493c-46f0-9f1d-d3b7602dce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:43.944632 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-08628aab-493c-46f0-9f1d-d3b7602dce95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1137 time: 0.0857224 Apr 20 18:33:43.971223 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-21823741-4b45-4395-b856-85a24bbb7385 req-21ee36f0-7105-4adb-8ad2-79d088c92ed5 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Apr 20 18:33:44.101256 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719859-537f-4ad1-b588-476e22150ef1 req-ecc699a7-8237-402f-ab18-38f773150063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:44.103432 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-ecc699a7-8237-402f-ab18-38f773150063 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.1388645 Apr 20 18:33:44.200866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 8927e2ff-d74a-4656-93d4-00261cef7fce details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:33:44.213117 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-50a37e23-e52c-4a0a-a13e-cddc672a29fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 1000 time: 0.1034932 Apr 20 18:33:44.281536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719859-537f-4ad1-b588-476e22150ef1 req-91dc2b8c-446e-4c3d-905a-72b9965d38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:44.283154 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-91dc2b8c-446e-4c3d-905a-72b9965d38b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.0636630 Apr 20 18:33:44.374340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719859-537f-4ad1-b588-476e22150ef1 req-605aabda-b7fc-449b-8723-8096ee391ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:44.375903 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-605aabda-b7fc-449b-8723-8096ee391ce5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860782 Apr 20 18:33:44.510044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 8927e2ff-d74a-4656-93d4-00261cef7fce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8927e2ff-d74a-4656-93d4-00261cef7fce,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:44.517658 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97ad11-17c2-4492-a440-3138d96b7816 req-5b0626fa-d43b-4c16-8aeb-52fd44f39249 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:44.519678 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ce97ad11-17c2-4492-a440-3138d96b7816 req-5b0626fa-d43b-4c16-8aeb-52fd44f39249 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.0947661 Apr 20 18:33:44.525742 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-cf6bcf76-5e5b-4ce9-9100-e6d1f5f8457f service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414673 Apr 20 18:33:44.526029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'port_id': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'mac_address': 'fa:16:3e:8d:d6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:33:44.574129 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ce97ad11-17c2-4492-a440-3138d96b7816 req-17b4709b-60ae-4d5b-8f29-94a115aed75b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Apr 20 18:33:44.591821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:44.616182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8927e2ff-d74a-4656-93d4-00261cef7fce {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:44.634370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 8927e2ff-d74a-4656-93d4-00261cef7fce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8927e2ff-d74a-4656-93d4-00261cef7fce,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:44.637676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:44.639916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-76165696-7b94-4aaa-83e8-3ed3e4a52fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:44.713032 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=8927e2ff-d74a-4656-93d4-00261cef7fce,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:44.714806 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1d719859-537f-4ad1-b588-476e22150ef1 req-8519c3cc-b543-43dc-96fa-f4f5b624e412 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800780 Apr 20 18:33:44.717040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:44.831407 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a0fb-7a77-42e4-b453-58f1d611036e req-b96d502e-4263-48c6-aa1a-20aa5986d2b8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:44.833002 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0929a0fb-7a77-42e4-b453-58f1d611036e req-b96d502e-4263-48c6-aa1a-20aa5986d2b8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.0889833 Apr 20 18:33:44.843365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33622) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:44.849028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Request body: {'floatingip': {'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:44.864951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['8927e2ff-d74a-4656-93d4-00261cef7fce'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:44.931312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:45.234865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0e6de-0d5f-472d-81f3-9b1113837fa2 req-e42cca1b-7046-45a3-88d8-dd2e4bd1e474 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:45.236489 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d3f0e6de-0d5f-472d-81f3-9b1113837fa2 req-e42cca1b-7046-45a3-88d8-dd2e4bd1e474 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 944 time: 0.1073649 Apr 20 18:33:45.285697 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d3f0e6de-0d5f-472d-81f3-9b1113837fa2 req-bfef2f15-344b-4796-a021-16d7415bc00b tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 Apr 20 18:33:45.875190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.resource_extend [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:33:45.975522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:45.978200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.154123 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Floating IP 56d14159-b818-4bad-9872-ca4010c8a45b associated. External IP: 172.28.3.47, port: 26fe916a-aac0-41ae-a531-661e833d1c60. Apr 20 18:33:46.213013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 8927e2ff-d74a-4656-93d4-00261cef7fce up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:33:46.274578 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.290319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 8927e2ff-d74a-4656-93d4-00261cef7fce completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:46.295435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 8927e2ff-d74a-4656-93d4-00261cef7fce triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:46.295852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.435326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.473297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 8927e2ff-d74a-4656-93d4-00261cef7fce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8927e2ff-d74a-4656-93d4-00261cef7fce,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:46.474597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:46.481052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.483710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:46.516768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c63b-80be-4997-af0e-6b53bdfe2234 req-91eb68ca-ee59-4fa9-942f-70fc54608865 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:46.520701 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4e70c63b-80be-4997-af0e-6b53bdfe2234 req-91eb68ca-ee59-4fa9-942f-70fc54608865 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 944 time: 0.1146395 Apr 20 18:33:46.538501 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'code': 200} Apr 20 18:33:46.568600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=8927e2ff-d74a-4656-93d4-00261cef7fce,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:46.570198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Router b323c745-e47c-49ce-bb06-10710d3a1793 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:46.573271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:46.620009 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4e70c63b-80be-4997-af0e-6b53bdfe2234 req-38e2795b-2b97-444e-9505-25543f8fc803 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938826 Apr 20 18:33:46.829408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:46.839958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.841158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:46.852272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:46.853072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:46.910294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e6bf-7968-4aba-bcff-94ec418e6fd5 req-f073f232-ce87-4fb8-870a-30d2c6f79f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:46.913252 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b832e6bf-7968-4aba-bcff-94ec418e6fd5 req-f073f232-ce87-4fb8-870a-30d2c6f79f9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 1098 time: 0.1719134 Apr 20 18:33:46.920294 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-913b0140-2f93-4f0f-9782-ad4d5a1b26fc tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "PUT /v2.0/floatingips/56d14159-b818-4bad-9872-ca4010c8a45b HTTP/1.1" status: 200 len: 990 time: 2.0756688 Apr 20 18:33:46.922438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:46.978295 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'status': 'completed', 'code': 200} Apr 20 18:33:46.982134 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b832e6bf-7968-4aba-bcff-94ec418e6fd5 req-610a3b27-9778-491a-ac03-6352f06ec141 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604379 Apr 20 18:33:47.061435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:47.135882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-17884005-44d8-402c-81d0-19a12bb4ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.137495 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-17884005-44d8-402c-81d0-19a12bb4ed22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1098 time: 0.0834386 Apr 20 18:33:47.281308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-3cb9f2fc-46da-4faa-934a-4494b1763294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.282930 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-3cb9f2fc-46da-4faa-934a-4494b1763294 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.1385281 Apr 20 18:33:47.392016 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-00a82abf-8b5a-4c6a-8360-fa82d10786e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 998 time: 0.1010222 Apr 20 18:33:47.428618 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '56d14159-b818-4bad-9872-ca4010c8a45b', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'mac_address': 'fa:16:3e:74:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:31Z', 'updated_at': '2021-04-20T18:33:45Z', 'revision_number': 1, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:47.432788 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:47.441665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:47.442344 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:47.465290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-ae0dff61-6d79-4821-baf7-3f1a816464c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.466941 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-ae0dff61-6d79-4821-baf7-3f1a816464c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0681517 Apr 20 18:33:47.550281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-2c93bb14-d119-4c00-9abf-baabfef06fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.551870 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-2c93bb14-d119-4c00-9abf-baabfef06fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779872 Apr 20 18:33:47.638580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:47.712579 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-6c2c5883-de5b-4644-9cba-9341b30ef027 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500239 Apr 20 18:33:47.858058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0afb5-4bad-45fc-9c57-e0453676d8af req-97731ed1-d764-462a-b7e5-f1829b1f2d33 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.860342 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b4a0afb5-4bad-45fc-9c57-e0453676d8af req-97731ed1-d764-462a-b7e5-f1829b1f2d33 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 945 time: 0.1135321 Apr 20 18:33:47.862960 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d76795d0-40ce-44d6-8dba-b687bc953865 req-f49531e7-273a-4052-a1dc-1b713693b731 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436849 Apr 20 18:33:47.912385 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b4a0afb5-4bad-45fc-9c57-e0453676d8af req-0ba524aa-2817-4ddb-b434-56325f8869c0 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454409 Apr 20 18:33:48.033157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '56d14159-b818-4bad-9872-ca4010c8a45b', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'mac_address': 'fa:16:3e:74:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:31Z', 'updated_at': '2021-04-20T18:33:45Z', 'revision_number': 1, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:48.037323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9dfaf-9032-470f-970c-12e9ad4bc657 None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': '56d14159-b818-4bad-9872-ca4010c8a45b', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'mac_address': 'fa:16:3e:74:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:31Z', 'updated_at': '2021-04-20T18:33:45Z', 'revision_number': 1, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:48.346659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4deee-4bc3-42c6-a4f4-4883c88d147a None None] New status for floating IP 56d14159-b818-4bad-9872-ca4010c8a45b: ACTIVE {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:33:49.111330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bff2d-f742-45ec-b9e8-0b55c3306c13 req-0b788952-9236-4950-82c6-f88034541ec3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.112895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f99bff2d-f742-45ec-b9e8-0b55c3306c13 req-0b788952-9236-4950-82c6-f88034541ec3 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 945 time: 0.0873206 Apr 20 18:33:49.162636 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f99bff2d-f742-45ec-b9e8-0b55c3306c13 req-b10e18c9-dc2e-4510-8459-4652ba612249 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426693 Apr 20 18:33:49.361544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b40d2-2382-43cc-81a7-daa2872ef878 req-db573de3-b32f-4bef-99c7-8808964023e0 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.363181 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-102b40d2-2382-43cc-81a7-daa2872ef878 req-db573de3-b32f-4bef-99c7-8808964023e0 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 945 time: 0.0916793 Apr 20 18:33:49.372872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33682) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:49.380402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Request body: {'floatingip': {'port_id': '8927e2ff-d74a-4656-93d4-00261cef7fce'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:49.465988 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:50.078387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:50.080904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:50.487636 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Floating IP d6ec9272-4f54-452a-9979-2fa7716860eb associated. External IP: 172.28.3.89, port: 8927e2ff-d74a-4656-93d4-00261cef7fce. Apr 20 18:33:50.863896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:51.049588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:51.054176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:51.059638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:51.069654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:51.070379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:51.113999 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f0c3ade6-2f42-47f5-b2d9-9d94bfc21c1a tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "PUT /v2.0/floatingips/d6ec9272-4f54-452a-9979-2fa7716860eb HTTP/1.1" status: 200 len: 990 time: 1.7399499 Apr 20 18:33:51.114678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:51.165473 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'status': 'completed', 'code': 200} Apr 20 18:33:51.263798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:51.269152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-765e539e-544c-4185-bd15-073e16beb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:51.270786 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-765e539e-544c-4185-bd15-073e16beb8b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 1098 time: 0.0840149 Apr 20 18:33:51.411501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-2d69c222-0bc0-4950-817e-6edea8009f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:51.413081 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-2d69c222-0bc0-4950-817e-6edea8009f80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 200 len: 912 time: 0.1357598 Apr 20 18:33:51.526244 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-48b5bfec-f1bd-41b8-95ca-1894fa34191a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8927e2ff-d74a-4656-93d4-00261cef7fce HTTP/1.1" status: 200 len: 998 time: 0.1051178 Apr 20 18:33:51.608132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-ab6d3d17-0dd8-4b2d-b6f6-c552098a55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:51.609986 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-ab6d3d17-0dd8-4b2d-b6f6-c552098a55a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 200 len: 850 time: 0.0777452 Apr 20 18:33:51.634154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'd6ec9272-4f54-452a-9979-2fa7716860eb', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'port_id': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'mac_address': 'fa:16:3e:8d:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:34Z', 'updated_at': '2021-04-20T18:33:49Z', 'revision_number': 1, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:51.638314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:51.647366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:51.648021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:51.699128 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-b8125c1e-8d7b-4fde-997f-93937812376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:51.701275 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-b8125c1e-8d7b-4fde-997f-93937812376f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=436efa77-2cda-42b3-8446-8a3ec2c37ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843391 Apr 20 18:33:52.017651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:52.075201 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-c092c1c1-504c-4dbe-92e4-7165eb3e18d4 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589346 Apr 20 18:33:52.215863 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-92f3fb9a-7fd5-49aa-83b4-d212ff3e5725 req-9c7fc7ba-c371-4a3e-aba4-b0473e34c073 service neutron] 10.222.0.18 "GET /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343327 Apr 20 18:33:52.383278 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'd6ec9272-4f54-452a-9979-2fa7716860eb', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'port_id': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'mac_address': 'fa:16:3e:8d:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:34Z', 'updated_at': '2021-04-20T18:33:49Z', 'revision_number': 1, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:52.387374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84d5f6-a612-4ffd-b775-a17f9e49af43 None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'd6ec9272-4f54-452a-9979-2fa7716860eb', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'port_id': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'mac_address': 'fa:16:3e:8d:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:34Z', 'updated_at': '2021-04-20T18:33:49Z', 'revision_number': 1, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:52.688437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab9700-9f7e-4790-8685-c9e13391fcbe None None] New status for floating IP d6ec9272-4f54-452a-9979-2fa7716860eb: ACTIVE {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:33:56.626605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8f03e56-1bf3-43bd-8856-5da08364e1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:59.163650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7b795adb-f908-49bf-bb91-b768e76532c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:59.494668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:00.051378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:01.319813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:01.826694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:34:02.159545 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-19f8bdbd-6e5b-4aad-b3de-8e989060c044 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203456594&fields=id&tenant_id=1e001973605f4a3a93b4f736fb001ae2 HTTP/1.1" status: 200 len: 267 time: 0.0433633 Apr 20 18:34:02.250304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-ad8215db-24ee-4532-91f3-81da2f7671bc tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:02.251853 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-ad8215db-24ee-4532-91f3-81da2f7671bc tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 984 time: 0.0858848 Apr 20 18:34:02.263440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Request body: {'port': {'security_groups': ['89d320fc-71c8-4341-9d93-7eb0a70d7789']}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:02.390633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:02.646104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:02.672754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:02.676054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:02.681741 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4859844b-09ba-41ea-98d9-b092f2d58b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:02.687938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8391f03-254f-470e-a853-ccbf467d5d2e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:02.776093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:02.776826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:02.778392 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b58d27e4-0ea1-4086-abe7-0d39a1f23075 req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "PUT /v2.0/ports/d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 942 time: 0.5197654 Apr 20 18:34:02.779156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event updated for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=7']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:02.781511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:02.784557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33864) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:02.794326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.794738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.795137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.795531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.795921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.796314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.796703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.797092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.797481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.797867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.798283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.798759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:02.803034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-323449d7-8194-4e8d-8648-9e2c884b88c4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:02.864625 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'status': 'completed', 'code': 200} Apr 20 18:34:02.916489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8391f03-254f-470e-a853-ccbf467d5d2e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:02.948546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.004357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.013722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b1a66cca-f7a8-4c1b-adfb-9662998c042a None None] Provisioning complete for port d8391f03-254f-470e-a853-ccbf467d5d2e triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:03.014237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1a66cca-f7a8-4c1b-adfb-9662998c042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.058005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-ba235ba5-596b-4b9e-88ea-665a550ac5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:03.059489 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-ba235ba5-596b-4b9e-88ea-665a550ac5d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1098 time: 0.1661360 Apr 20 18:34:03.184565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.191310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a801e812-8a17-460e-b531-123fba0b2f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:03.220379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24799df6-11df-4e8f-a19b-0b1c69f79f97,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:03.224257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:03.239780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-4a19c815-225d-40e1-8681-bfec73535ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:03.241527 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-4a19c815-225d-40e1-8681-bfec73535ec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.1753860 Apr 20 18:34:03.242748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.244750 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "DELETE /v2.0/security-groups/24799df6-11df-4e8f-a19b-0b1c69f79f97 HTTP/1.1" status: 204 len: 168 time: 0.4580750 Apr 20 18:34:03.246931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33884) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:03.364648 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-6e98ffe1-ec97-4481-9e43-9b2619b868ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 1000 time: 0.1136785 Apr 20 18:34:03.439968 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-f4e51b61-fb41-431b-bbaa-9ea9deee1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:03.440524 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-f4e51b61-fb41-431b-bbaa-9ea9deee1aa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.0692155 Apr 20 18:34:03.486708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Deleting port f5a75cb0-b74c-49ff-a21e-fd08dfa716d1 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:03.487086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.527932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-94c2e0b5-db4c-48e3-8c47-63bb1943e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:03.529528 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-94c2e0b5-db4c-48e3-8c47-63bb1943e513 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813487 Apr 20 18:34:03.676848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.677218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.687018 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-bb3546ea-6ede-4ed4-85a1-99bc4e67d9c7 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422386 Apr 20 18:34:03.813257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Calling delete_port for f5a75cb0-b74c-49ff-a21e-fd08dfa716d1 owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:03.831124 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a872f63-89db-48cf-9c50-0bf9b12f100d req-49c908b0-52dc-497a-91b6-1dddb8dd391e service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366985 Apr 20 18:34:03.975136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:03.980452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:04.029940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event deleted for resources: {'Port': ['ID=f5a75cb0-b74c-49ff-a21e-fd08dfa716d1,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:04.032540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:04.074574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks [] for floatingip, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:04.075162 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Floating IP 7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac disassociated (deleted). External IP: 172.28.3.39, port: d8391f03-254f-470e-a853-ccbf467d5d2e. Apr 20 18:34:04.441745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:04.638334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:04.651598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] Sync routers for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:04.663489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:04.673465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:04.674187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:04.729779 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "DELETE /v2.0/floatingips/7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac HTTP/1.1" status: 204 len: 168 time: 1.4814231 Apr 20 18:34:04.865874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:04.887638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:04.922003 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'status': 'completed', 'code': 200} Apr 20 18:34:05.048663 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-2188001f-ec77-4cdd-b8ec-5aefb78e115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:05.050895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-2188001f-ec77-4cdd-b8ec-5aefb78e115a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e001973605f4a3a93b4f736fb001ae2&device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 1098 time: 0.1042569 Apr 20 18:34:05.268587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:19Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:05.273075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] Checking router: a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:05.293483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-76313cda-09e1-4590-95b0-b9be60d2a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:05.295596 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-76313cda-09e1-4590-95b0-b9be60d2a33d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 200 len: 916 time: 0.2376022 Apr 20 18:34:05.299771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:05.300450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:05.374425 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-54cfbee4-b1ec-47ba-8469-1333b411096b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 200 len: 217 time: 0.0722253 Apr 20 18:34:05.447539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-ef4e18d6-8005-4b32-887d-d3eac9876bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:05.449104 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-ef4e18d6-8005-4b32-887d-d3eac9876bf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 200 len: 854 time: 0.0683358 Apr 20 18:34:05.496981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:05.501814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33940) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:05.538046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-893cc813-1fe8-4fe1-92d2-35e86df6a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:05.539699 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-893cc813-1fe8-4fe1-92d2-35e86df6a414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4d363f70-872a-4863-aff0-fe651ed98319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836537 Apr 20 18:34:05.644819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:05.661326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:05.666336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b08d1c7b088f4505925b73d384d0f779 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:05.669311 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:05.675752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:05.749983 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-bb74e6dc-042c-4ae5-a0b8-8b51f1afd262 service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977289 Apr 20 18:34:05.766511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:05.770034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:05.777990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c08ab7ce-c29c-4052-afe9-bf37fa607480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:05.821423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2cf20f-bfb7-4423-b976-2a8b7c919c0f,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:05.833887 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b08d1c7b088f4505925b73d384d0f779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269188 Apr 20 18:34:05.835360 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cebef4ea-e574-4fd1-b4c2-41ba73aba5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:05.838894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33948) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:05.872572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:19Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:05.877725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfa1c3-f317-4b3f-b401-98af89f37573 None None] The sync data for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb is: [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:31:10Z', 'revision_number': 4, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': 'a3c9b115-ce74-48ff-97d1-0975ce7b43bc', 'name': '', 'network_id': '4d363f70-872a-4863-aff0-fe651ed98319', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'mac_address': 'fa:16:3e:d3:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:08Z', 'updated_at': '2021-04-20T18:31:19Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'subnets': [{'id': '5eb501fd-8d96-468e-90ae-2c8a7c180b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:05.910714 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a12bcfc3-857d-4ecf-a44c-4a701132428e req-2e45d6e2-3fe5-4520-9525-44b15df7d90e service neutron] 10.222.0.18 "GET /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529963 Apr 20 18:34:05.927053 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:05.961176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.011224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.016242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c0331e05-b9d8-4755-a157-5582ada2d955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:06.030296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2cf20f-bfb7-4423-b976-2a8b7c919c0f,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:06.033270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:06.034257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.037612 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e2dc952b-40b9-4470-988c-0cf52eb09533 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d2cf20f-bfb7-4423-b976-2a8b7c919c0f HTTP/1.1" status: 204 len: 168 time: 0.1975763 Apr 20 18:34:06.319963 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6e49-3289-4256-93a8-ed558c6d5f23 None None] New status for floating IP 7607e3fd-bb90-49ca-bfe6-4bc27fc2f7ac: DOWN {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:34:06.329991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 33960) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:06.350079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.365983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:06.370206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Usage tracker for resource:security_group_rule and tenant:3111216b5e7840cb9bcce488f459cfd6 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:06.373240 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:06.379879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:06.475656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.478709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.488232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-107b5032-7a2b-46df-b6fa-1b1c6721740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:06.531427 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3111216b5e7840cb9bcce488f459cfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001293 Apr 20 18:34:06.532355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa874f-d7e9-4011-84fb-b32e8af60e9f,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:06.534326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 33968) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:06.535532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:06.600264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.633139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.676899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.682273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8515716c-cd0e-4b24-9682-2cb6f95f7015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:06.693229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa874f-d7e9-4011-84fb-b32e8af60e9f,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:06.699040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:06.701108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:06.706628 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09fa874f-d7e9-4011-84fb-b32e8af60e9f HTTP/1.1" status: 204 len: 168 time: 0.1707349 Apr 20 18:34:08.231319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1656a4-8fcf-44e6-8d5e-c48f5b70c8fd req-4ce7f270-15f9-4198-b8bb-7281f69a9519 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:08.232083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-6f1656a4-8fcf-44e6-8d5e-c48f5b70c8fd req-4ce7f270-15f9-4198-b8bb-7281f69a9519 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Synchronizing usage tracker for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:08.250582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-6f1656a4-8fcf-44e6-8d5e-c48f5b70c8fd req-4ce7f270-15f9-4198-b8bb-7281f69a9519 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Unset dirty status for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:08.251883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6f1656a4-8fcf-44e6-8d5e-c48f5b70c8fd req-4ce7f270-15f9-4198-b8bb-7281f69a9519 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1144171 Apr 20 18:34:08.300520 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6f1656a4-8fcf-44e6-8d5e-c48f5b70c8fd req-59b04da6-424a-4c27-aadb-e17e34394046 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Apr 20 18:34:08.646933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34040) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:08.777255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:08.792814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:08.796760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0d1a1372594c5d979c2cd396c856d2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:08.799687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:08.806251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:08.886928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:08.889718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:08.898382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-48238891-b120-42df-bc49-d7d507b9757e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:08.939973 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec0d1a1372594c5d979c2cd396c856d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918096 Apr 20 18:34:08.940877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3175695-4fd4-4ded-83cb-a36300aec82b,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:08.942843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34046) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:08.944306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:09.005829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.033914 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.077676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.082567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-de7ed6ed-d38a-4c21-8739-98f7a473dbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:09.095309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3175695-4fd4-4ded-83cb-a36300aec82b,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:09.097624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:09.105720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.106978 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3175695-4fd4-4ded-83cb-a36300aec82b HTTP/1.1" status: 204 len: 168 time: 0.1621895 Apr 20 18:34:09.394202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34058) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:09.412984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.716402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:09.722595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Usage tracker for resource:security_group_rule and tenant:26061e5b4644439485599ffd4fd5c897 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:09.726612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:09.734865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:09.790415 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ac25-88c6-4bf5-bd3e-7b1c12943401 req-b2103342-e8b7-4e87-9451-1fc6a34f2c49 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:09.791998 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e980ac25-88c6-4bf5-bd3e-7b1c12943401 req-b2103342-e8b7-4e87-9451-1fc6a34f2c49 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.3655956 Apr 20 18:34:09.861958 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e980ac25-88c6-4bf5-bd3e-7b1c12943401 req-97888de2-9dd9-4a38-a834-d2691154a052 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/security-groups?id=89d320fc-71c8-4341-9d93-7eb0a70d7789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623422 Apr 20 18:34:09.890823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.893716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:09.903697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7bbac7e0-1e92-4f27-b089-44c4014a7ca3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:09.946944 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26061e5b4644439485599ffd4fd5c897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515175 Apr 20 18:34:09.948704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54343d11-3e1e-42a2-a3c9-b85704a66ae0,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:09.949848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34064) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:09.951873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:10.014873 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.043523 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.138660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.144365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8889a537-804c-47c3-846f-3fb93db070cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:10.165696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54343d11-3e1e-42a2-a3c9-b85704a66ae0,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:10.168196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:10.183351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.184563 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54343d11-3e1e-42a2-a3c9-b85704a66ae0 HTTP/1.1" status: 204 len: 168 time: 0.2336617 Apr 20 18:34:10.198328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-aaca5f30-8a03-45be-bdeb-bb3908978de4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:10.199090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-aaca5f30-8a03-45be-bdeb-bb3908978de4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Synchronizing usage tracker for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:10.211978 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-aaca5f30-8a03-45be-bdeb-bb3908978de4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Unset dirty status for tenant:1e001973605f4a3a93b4f736fb001ae2 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:10.213164 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-aaca5f30-8a03-45be-bdeb-bb3908978de4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 945 time: 0.1343465 Apr 20 18:34:10.292255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Deleting port d8391f03-254f-470e-a853-ccbf467d5d2e {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:10.292638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.562177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] For port d8391f03-254f-470e-a853-ccbf467d5d2e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8391f03-254f-470e-a853-ccbf467d5d2e,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:10.562177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.699068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Calling delete_port for d8391f03-254f-470e-a853-ccbf467d5d2e owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:10.852776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:10.858634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:10.864779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d8391f03-254f-470e-a853-ccbf467d5d2e'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:10.906199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Pushing event deleted for resources: {'Port': ['ID=d8391f03-254f-470e-a853-ccbf467d5d2e,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:10.910495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:10.999221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] No DVR routers for this DVR port d8391f03-254f-470e-a853-ccbf467d5d2e on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:34:11.001886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:11.004728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'name': 'network-vif-deleted', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:11.020159 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-88753544-8c57-4d3a-8c3c-4f495d02807f req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.18 "DELETE /v2.0/ports/d8391f03-254f-470e-a853-ccbf467d5d2e HTTP/1.1" status: 204 len: 173 time: 0.8011422 Apr 20 18:34:11.075737 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0b48c871-c53c-443f-80d7-27ab6276d70a req-b43db636-c1a1-4db7-b6e3-e0f05053f684 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0db2303-2ed4-402c-b836-f032ef0775ff HTTP/1.1" status: 200 len: 210 time: 0.0852776 Apr 20 18:34:11.077525 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db2303-2ed4-402c-b836-f032ef0775ff', 'name': 'network-vif-deleted', 'tag': 'd8391f03-254f-470e-a853-ccbf467d5d2e', 'status': 'completed', 'code': 200} Apr 20 18:34:12.834947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34206) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:13.412310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:14.015789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Deleting port a3c9b115-ce74-48ff-97d1-0975ce7b43bc {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:14.016258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:14.202823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] For port a3c9b115-ce74-48ff-97d1-0975ce7b43bc, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:14.203223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:14.337209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Calling delete_port for a3c9b115-ce74-48ff-97d1-0975ce7b43bc owned by network:router_interface {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:14.364197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8391f03-254f-470e-a853-ccbf467d5d2e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:14.404626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: d8391f03-254f-470e-a853-ccbf467d5d2e {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:14.405020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d8391f03-254f-470e-a853-ccbf467d5d2e not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:14.658165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:14.662961 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:14.709004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c9b115-ce74-48ff-97d1-0975ce7b43bc,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:14.713041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:14.997557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.394531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:15.582957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:15.594928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] Sync routers for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:15.598463 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] 10.222.0.26 "PUT /v2.0/routers/a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7599046 Apr 20 18:34:15.598846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34226) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:15.607194 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:15.607866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:15.793588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.979250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:15.986456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.994713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Deleting port 96d735e6-f935-4885-bc8f-dbdd9c26230e {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:15.995080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.190527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] For port 96d735e6-f935-4885-bc8f-dbdd9c26230e, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=96d735e6-f935-4885-bc8f-dbdd9c26230e,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:16.190933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.294212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.326114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38'}], 'enable_snat': True}, 'gw_port_id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:34:14Z', 'revision_number': 5, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port': {'id': '96d735e6-f935-4885-bc8f-dbdd9c26230e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:04Z', 'updated_at': '2021-04-20T18:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:16.329682 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Calling delete_port for 96d735e6-f935-4885-bc8f-dbdd9c26230e owned by network:router_gateway {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:16.330732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] Checking router: a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:16.340464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] Routers {'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:16.341129 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:16.506182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.510080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] Set router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 gateway port host: None {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:16.511155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-94292dbe-2128-4e4b-b82d-aaf9d12b9c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:16.562406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d735e6-f935-4885-bc8f-dbdd9c26230e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:16.565062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:16.609559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.630548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:34:15Z', 'revision_number': 6, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port_host': None}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:16.634895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804a7fb-a391-48e8-afeb-d851161f75c7 None None] The sync data for ids ['a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7'] in dv-cinder-786931-2-smb is: [{'id': 'a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7', 'name': 'tempest-TestMinimumBasicScenario-2056447260-router', 'tenant_id': '1e001973605f4a3a93b4f736fb001ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:03Z', 'updated_at': '2021-04-20T18:34:15Z', 'revision_number': 6, 'project_id': '1e001973605f4a3a93b4f736fb001ae2', 'gw_port_host': None}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:16.805168 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.807581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.831283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.831872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 {{(pid=86460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:34:16.857086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.859043 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a16d7bfb-9ff6-4063-8d1f-7d3e5afad8f7 HTTP/1.1" status: 204 len: 168 time: 1.2584884 Apr 20 18:34:16.861110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34236) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:16.928077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Deleting subnet 5eb501fd-8d96-468e-90ae-2c8a7c180b9e {{(pid=86460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:34:16.931370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.991572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.036485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 96d735e6-f935-4885-bc8f-dbdd9c26230e no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:17.066532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.077455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 96d735e6-f935-4885-bc8f-dbdd9c26230e {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:17.077847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 96d735e6-f935-4885-bc8f-dbdd9c26230e not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:17.078361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a3c9b115-ce74-48ff-97d1-0975ce7b43bc no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:17.117146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: a3c9b115-ce74-48ff-97d1-0975ce7b43bc {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:17.117530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a3c9b115-ce74-48ff-97d1-0975ce7b43bc not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:17.332437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for subnet, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.337588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cf8379dc-c5f0-433b-abc1-e7cfe4dbe367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:17.372542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb501fd-8d96-468e-90ae-2c8a7c180b9e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:17.375121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:17.382986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.390211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbd321-e911-425b-80de-a0bcbd074e2a None None] Network 4d363f70-872a-4863-aff0-fe651ed98319 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:34:17.392669 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ba7c1da3-d474-41e5-85ae-cd6978a05949 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5eb501fd-8d96-468e-90ae-2c8a7c180b9e HTTP/1.1" status: 204 len: 168 time: 0.5304499 Apr 20 18:34:17.395267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34244) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:17.513529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.523134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Deleting port 3c555900-6e53-4112-9757-7216d2fdc1ad {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:17.523614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.688172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] DHCP port deletion for 4d363f70-872a-4863-aff0-fe651ed98319 request from dv-cinder-786931-2-smb {{(pid=86461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:34:17.692552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Deleting port 3c555900-6e53-4112-9757-7216d2fdc1ad {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:17.693105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.759096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] For port 3c555900-6e53-4112-9757-7216d2fdc1ad, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=3c555900-6e53-4112-9757-7216d2fdc1ad,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:17.759494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.894300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Calling delete_port for 3c555900-6e53-4112-9757-7216d2fdc1ad owned by network:dhcp {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:17.917796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] For port 3c555900-6e53-4112-9757-7216d2fdc1ad, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=3c555900-6e53-4112-9757-7216d2fdc1ad,segment=NetworkSegment(2b1dc444-a6fc-406b-a5bf-a98166895e2a),segment_id=2b1dc444-a6fc-406b-a5bf-a98166895e2a)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:17.918234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.970389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.975195 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-41802b03-52c7-4d41-9f86-bcca68500157 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:18.025781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c555900-6e53-4112-9757-7216d2fdc1ad,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:18.027850 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] No DVR routers for this DVR port 3c555900-6e53-4112-9757-7216d2fdc1ad on host dv-cinder-786931-2-smb {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:34:18.029358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:18.058371 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Calling delete_port for 3c555900-6e53-4112-9757-7216d2fdc1ad owned by network:dhcp {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:18.150694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.213086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:34:18.213503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:34:18.266431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.266843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.267667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.268054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > port after_create 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.268413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > port after_delete 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.268771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > port after_update 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.269127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.269481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.269834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.270208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.362720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.363108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.363486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.363871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:34:18.364279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d363f70-872a-4863-aff0-fe651ed98319']}} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:18.378547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1dc444-a6fc-406b-a5bf-a98166895e2a') {'for_net_delete': True} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:18.378888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1dc444-a6fc-406b-a5bf-a98166895e2a') {} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:18.392158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305959'] for segment, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.409154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.416353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:34:18.600028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Network 4d363f70-872a-4863-aff0-fe651ed98319 has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:34:18.609384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852647168'] for segment, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.714479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Deleting port 3c555900-6e53-4112-9757-7216d2fdc1ad {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:18.715052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.798264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-58484330-ad74-46a8-9a6d-7a6149721332 None None] The port '3c555900-6e53-4112-9757-7216d2fdc1ad' was deleted {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:34:19.023539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Network 4d363f70-872a-4863-aff0-fe651ed98319 has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:34:19.025534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 3c555900-6e53-4112-9757-7216d2fdc1ad no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:19.062444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 3c555900-6e53-4112-9757-7216d2fdc1ad {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:19.062827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 3c555900-6e53-4112-9757-7216d2fdc1ad not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: from cryptography.utils import int_from_bytes Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: from cryptography.utils import int_from_bytes Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: (rel_b, rel_a, rel_b), Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: (rel_b, rel_a, rel_b), Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:34:19.082434 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:34:19.161824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:19.166383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:19.183397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:19.191839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d363f70-872a-4863-aff0-fe651ed98319,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:19.196494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:19.200174 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5d493b24-390f-4870-97a6-3c8f603fb46b admin admin] 10.222.0.26 "DELETE /v2.0/networks/4d363f70-872a-4863-aff0-fe651ed98319 HTTP/1.1" status: 204 len: 168 time: 1.8038924 Apr 20 18:34:19.203409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34256) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:19.777823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:20.148676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Deleting port 60f89790-a27a-4f4c-bbcd-0042b55b57a8 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:20.149048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:20.334669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] For port 60f89790-a27a-4f4c-bbcd-0042b55b57a8, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=60f89790-a27a-4f4c-bbcd-0042b55b57a8,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:20.335073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:20.467796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Calling delete_port for 60f89790-a27a-4f4c-bbcd-0042b55b57a8 owned by network:router_interface {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:20.648619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:20.657875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d82dd8b1-bd8b-42fe-b91e-10a9160bedde tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:20.733447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Pushing event deleted for resources: {'Port': ['ID=60f89790-a27a-4f4c-bbcd-0042b55b57a8,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:20.744648 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:20.988515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.622380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:21.820183 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:21.830478 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] 10.222.0.26 "PUT /v2.0/routers/2c1abdb6-f340-45d2-ae77-4e520f4243d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6259482 Apr 20 18:34:21.832804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] Sync routers for ids ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:21.833003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34274) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:21.853382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] Routers {'2c1abdb6-f340-45d2-ae77-4e520f4243d4'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:21.854098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:22.039389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.215385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] Set router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:22.238257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.248071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Deleting port 9d771c0d-0aeb-4d47-8656-e9425ba380a5 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:22.248451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.438056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] For port 9d771c0d-0aeb-4d47-8656-e9425ba380a5, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=9d771c0d-0aeb-4d47-8656-e9425ba380a5,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:22.438463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.514825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:34:20Z', 'revision_number': 5, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port': {'id': '9d771c0d-0aeb-4d47-8656-e9425ba380a5', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:31:16Z', 'updated_at': '2021-04-20T18:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:22.518929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] Checking router: 2c1abdb6-f340-45d2-ae77-4e520f4243d4 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:22.528341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] Routers {'2c1abdb6-f340-45d2-ae77-4e520f4243d4'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:22.528983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:33:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:22.575008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Calling delete_port for 9d771c0d-0aeb-4d47-8656-e9425ba380a5 owned by network:router_gateway {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:22.701163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] Set router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 gateway port host: None {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:22.761335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.766041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5d6d593c-31cb-4380-ba7a-9a179d58cd03 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:22.815528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d771c0d-0aeb-4d47-8656-e9425ba380a5,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:22.818795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:34:22Z', 'revision_number': 6, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port_host': None}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:22.819190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:22.824300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db74926-0aa3-4e0b-b2f9-ce650125b06e None None] The sync data for ids ['2c1abdb6-f340-45d2-ae77-4e520f4243d4'] in dv-cinder-786931-2-smb is: [{'id': '2c1abdb6-f340-45d2-ae77-4e520f4243d4', 'name': 'tempest-TestMinimumBasicScenario-1120315053-router', 'tenant_id': '84e48f45035648b3aed297c61acff8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:31:15Z', 'updated_at': '2021-04-20T18:34:22Z', 'revision_number': 6, 'project_id': '84e48f45035648b3aed297c61acff8cc', 'gw_port_host': None}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:22.921564 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.051612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 60f89790-a27a-4f4c-bbcd-0042b55b57a8 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:23.097269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 60f89790-a27a-4f4c-bbcd-0042b55b57a8 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:23.097662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 60f89790-a27a-4f4c-bbcd-0042b55b57a8 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:23.120252 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.123211 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.143769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.144334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1abdb6-f340-45d2-ae77-4e520f4243d4 {{(pid=86460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:34:23.156969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.158229 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2c1abdb6-f340-45d2-ae77-4e520f4243d4 HTTP/1.1" status: 204 len: 168 time: 1.3242095 Apr 20 18:34:23.160996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34288) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:23.231604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Deleting subnet 75c5d195-5771-4aa3-b25c-1d5885f0eb43 {{(pid=86460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:34:23.234705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.287464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852469841'] for subnet, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.370070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.657133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851195543'] for subnet, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.662481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:23.700501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c5d195-5771-4aa3-b25c-1d5885f0eb43,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:23.702807 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.705410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:23.706549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73290cd1-11a2-445d-86ee-38638f51de1d None None] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:34:23.709771 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9a3d1870-3434-45c8-834a-45b16793fbae admin admin] 10.222.0.26 "DELETE /v2.0/subnets/75c5d195-5771-4aa3-b25c-1d5885f0eb43 HTTP/1.1" status: 204 len: 168 time: 0.5476804 Apr 20 18:34:23.712359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34300) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:23.830132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.840939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Deleting port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:23.841305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.962429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] DHCP port deletion for f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 request from dv-cinder-786931-2-smb {{(pid=86461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:34:23.966833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Deleting port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:23.967378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.071447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] For port 1c4d3d25-6366-4399-bd0e-6e901c9510d5, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=1c4d3d25-6366-4399-bd0e-6e901c9510d5,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:24.072051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.211409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Calling delete_port for 1c4d3d25-6366-4399-bd0e-6e901c9510d5 owned by network:dhcp {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:24.299158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.304419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-83770edb-bc40-490a-9755-01f069f7f4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:24.355088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4d3d25-6366-4399-bd0e-6e901c9510d5,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:24.357341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] No DVR routers for this DVR port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 on host dv-cinder-786931-2-smb {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:34:24.359067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:24.362880 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] For port 1c4d3d25-6366-4399-bd0e-6e901c9510d5, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=1c4d3d25-6366-4399-bd0e-6e901c9510d5,segment=NetworkSegment(de166788-5d52-402c-84e3-4430e4bcfc93),segment_id=de166788-5d52-402c-84e3-4430e4bcfc93)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:24.363409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.480820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.493336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Calling delete_port for 1c4d3d25-6366-4399-bd0e-6e901c9510d5 owned by network:dhcp {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:24.565277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:34:24.565683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:34:24.595871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cc92e0-5c58-4d5a-a6ff-0853b83dd706']}} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:24.609314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de166788-5d52-402c-84e3-4430e4bcfc93') {'for_net_delete': True} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:24.609654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de166788-5d52-402c-84e3-4430e4bcfc93') {} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:24.621551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305959'] for segment, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.637275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.643676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=86460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:34:25.029499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9d771c0d-0aeb-4d47-8656-e9425ba380a5 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:25.060043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:34:25.069109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Deleting port 1c4d3d25-6366-4399-bd0e-6e901c9510d5 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:25.070308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852647168'] for segment, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.070666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.132805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 9d771c0d-0aeb-4d47-8656-e9425ba380a5 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:25.133317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9d771c0d-0aeb-4d47-8656-e9425ba380a5 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:25.133651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 1c4d3d25-6366-4399-bd0e-6e901c9510d5 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:25.179704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-8d48b1c1-da42-4afc-bfd3-3227563d2cb8 None None] The port '1c4d3d25-6366-4399-bd0e-6e901c9510d5' was deleted {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:34:25.180507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 1c4d3d25-6366-4399-bd0e-6e901c9510d5 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:25.180889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 1c4d3d25-6366-4399-bd0e-6e901c9510d5 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:25.247490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Network f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:34:25.274243 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:34:25.352717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.356096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:25.372138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.380645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4cc92e0-5c58-4d5a-a6ff-0853b83dd706,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:25.384041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:25.386461 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] 10.222.0.26 "DELETE /v2.0/networks/f4cc92e0-5c58-4d5a-a6ff-0853b83dd706 HTTP/1.1" status: 204 len: 168 time: 1.6730752 Apr 20 18:34:25.567728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34322) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:25.625958 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3462ff0f-0fd5-45a9-9bad-a1e946cd43c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e001973605f4a3a93b4f736fb001ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566974 Apr 20 18:34:25.628769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34326) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:25.691246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.718927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.762610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.767442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97be71e1-45c9-41ee-a634-edc6e93be4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:25.781086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d320fc-71c8-4341-9d93-7eb0a70d7789,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:25.786044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:25.788013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.789258 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89d320fc-71c8-4341-9d93-7eb0a70d7789 HTTP/1.1" status: 204 len: 168 time: 0.1594172 Apr 20 18:34:26.133409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34336) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:26.189691 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-49190b17-79fd-40cb-b03e-375aef2bf30b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84e48f45035648b3aed297c61acff8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549159 Apr 20 18:34:26.192351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34340) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:26.255933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.286613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.336046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.341350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9fd649ec-9e77-474e-b744-b7da6abf6e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:26.354175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd942f20-8398-445b-a609-7575567913c2,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:26.356747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:26.363526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.367268 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd942f20-8398-445b-a609-7575567913c2 HTTP/1.1" status: 204 len: 168 time: 0.1714368 Apr 20 18:34:26.637288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8721be3a-a23a-40e7-b264-06b5f2e0c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.156869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34380) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:27.268877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-25112418-network', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:27.274585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:27.278594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Usage tracker for resource:network and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:27.281493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:27.288191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:27.296817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Made reservation on behalf of ea1a1bd404a3468d90fc8474dae11004 for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:34:27.301518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.314496 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.330182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:27.334073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:27.336950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:27.342879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:27.428524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.431592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.435600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7d59d9b5-3e80-4df4-ae4f-29b82c8471d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:27.459813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:34:27.472536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173b521d-22b1-415d-9b25-44cde892440a,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:27.477223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:27.478199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.478588 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Added segment 0b368cd3-1089-45bb-aa72-eb2672db1eeb of type vlan for network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 Apr 20 18:34:27.505310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.533993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.534843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:27.535479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:27.541023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:27.654330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Pushing event updated for resources: {'Network': ['ID=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:27.654330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:27.656299 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4983206 Apr 20 18:34:27.658831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34388) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:27.661157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:34:27.665854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Request body: {'subnet': {'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-25112418-subnet', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:27.671187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:27.675295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Usage tracker for resource:subnet and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:27.678478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:27.685446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:27.695058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Made reservation on behalf of ea1a1bd404a3468d90fc8474dae11004 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:34:27.699901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3580227'] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.098637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852647194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3580242'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.104463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:28.183350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e7c42b-af4b-47fd-aa1c-575560831a83,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:28.189031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:28.191793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Checking segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:28.192163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Network hostable DHCP agents. Network: c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:34:28.211726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:34:28.219865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:28.228979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d300bc-d097-402a-8b72-97d074c0b0d1 None None] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:34:28.233086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:28.233742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.253249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5929153 Apr 20 18:34:28.255945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34400) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:28.262245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:28.266188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34404) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:28.267440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:28.271696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Usage tracker for resource:router and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:28.276154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:28.282513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:28.291791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.292938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.307465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.399535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.415055 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:28.419414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Usage tracker for resource:security_group_rule and tenant:81815634806043c89c5dde19fe3f9295 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:28.422461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:28.428529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:28.470131 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:34:28.471146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.516856 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.519989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.532811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3a381f17-8fff-4a0a-8fda-7956d3071c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:28.566194 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81815634806043c89c5dde19fe3f9295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960706 Apr 20 18:34:28.573671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34410) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:28.598716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.610884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd116327-ed89-4b88-b1b5-1f6f89325e35,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:28.630601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:28.649149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Allocated IP 172.20.0.2 (c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1/88e7c42b-af4b-47fd-aa1c-575560831a83/de6e3880-9e94-4763-99b4-de6cb03071ec) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:28.649837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.679119 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.726761 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.732292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2fb65301-c455-4aeb-bfef-328b7a131750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:28.744526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd116327-ed89-4b88-b1b5-1f6f89325e35,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:28.746949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:28.752550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.756260 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd116327-ed89-4b88-b1b5-1f6f89325e35 HTTP/1.1" status: 204 len: 168 time: 0.1789558 Apr 20 18:34:28.939584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.952206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Transition to ACTIVE for port object de6e3880-9e94-4763-99b4-de6cb03071ec will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:28.978331 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Transition to ACTIVE for port object de6e3880-9e94-4763-99b4-de6cb03071ec will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:28.981597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.983620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.989455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:29.018186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.063283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:29.067587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:29.070424 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:29.130140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Pushing event updated for resources: {'Port': ['ID=de6e3880-9e94-4763-99b4-de6cb03071ec,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:29.165300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:29.189203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Allocated IP 172.28.3.148 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/91ab96f7-988f-47a1-941c-8c394eaea645) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:29.203500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-56b44604-278c-480b-a33d-d29172132872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.206878 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Attempting to bind port de6e3880-9e94-4763-99b4-de6cb03071ec on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:29.207301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Attempting to bind port de6e3880-9e94-4763-99b4-de6cb03071ec by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:29.207705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Attempting to bind port de6e3880-9e94-4763-99b4-de6cb03071ec on network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:29.213684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:29.214132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Checking segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:29.214580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.215159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Bound using segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:29.215676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Bound port: de6e3880-9e94-4763-99b4-de6cb03071ec, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:29.216093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.311720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] For port de6e3880-9e94-4763-99b4-de6cb03071ec, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:29.315198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] For port de6e3880-9e94-4763-99b4-de6cb03071ec, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=de6e3880-9e94-4763-99b4-de6cb03071ec,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:29.320267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.325986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:29.373392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.413076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.422566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:29.423642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Pushing event updated for resources: {'Port': ['ID=de6e3880-9e94-4763-99b4-de6cb03071ec,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:29.427106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:29.506402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.509525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:29.513437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:29.518143 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:29.559221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Pushing event updated for resources: {'Port': ['ID=91ab96f7-988f-47a1-941c-8c394eaea645,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:29.567366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:30.092687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:30.504239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:30.875716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:30.986113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2413087-3edc-437c-b660-465cbc44b17e None None] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:34:31.092093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-42382f21-9455-440a-b788-604842292570 None None] Provisioning for port de6e3880-9e94-4763-99b4-de6cb03071ec completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:31.095451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device de6e3880-9e94-4763-99b4-de6cb03071ec up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:31.103421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:34:31.244018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port de6e3880-9e94-4763-99b4-de6cb03071ec completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:31.255947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port de6e3880-9e94-4763-99b4-de6cb03071ec triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:31.256366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:31.300713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:31.325944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:31.327322 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0d4c5a18-794d-4b62-98fa-1497c8d69b8b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0696375 Apr 20 18:34:31.330274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34462) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:31.339545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Sync routers for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:31.381847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:31.382548 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:31.441341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:31.628763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:31.683138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:31.836408 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port de6e3880-9e94-4763-99b4-de6cb03071ec, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=de6e3880-9e94-4763-99b4-de6cb03071ec,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:32.030909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.083203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:32.174948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0cc8448-f468-470d-b29b-25ec51c4ad5f None None] Provisioning complete for port de6e3880-9e94-4763-99b4-de6cb03071ec triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:32.175369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8448-f468-470d-b29b-25ec51c4ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.224218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.252059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=de6e3880-9e94-4763-99b4-de6cb03071ec,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:32.271052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:32.446426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 3, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:32.450622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Checking router: 3388e0f5-bd9c-49ec-b678-faa5c86c1671 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:32.451023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Updating router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 port 91ab96f7-988f-47a1-941c-8c394eaea645 binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:34:32.511428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.593346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f3ef9-3e35-41cc-81d1-506a1595a675 req-332a3956-9555-4ab5-9912-0cefdd6bf2f7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:32.594977 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bb4f3ef9-3e35-41cc-81d1-506a1595a675 req-332a3956-9555-4ab5-9912-0cefdd6bf2f7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1730072 Apr 20 18:34:32.598376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Allocated IP 172.20.0.1 (c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1/88e7c42b-af4b-47fd-aa1c-575560831a83/93a39eef-ded2-4076-b704-bdba711adac4) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:32.773933 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bb4f3ef9-3e35-41cc-81d1-506a1595a675 req-d2dd3d77-c870-456e-b3a5-978b7087a2ea tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777481 Apr 20 18:34:32.813932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.832451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Transition to ACTIVE for port object 93a39eef-ded2-4076-b704-bdba711adac4 will not be triggered until provisioned by entity DHCP. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:32.858236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.864483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c000893a-cbc5-46b6-aee6-f52641f073bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:32.903305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.916225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Transition to ACTIVE for port object 91ab96f7-988f-47a1-941c-8c394eaea645 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:32.920570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:32.921867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:32.923444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:32.926689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:32.927393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:32.994660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Pushing event updated for resources: {'Port': ['ID=93a39eef-ded2-4076-b704-bdba711adac4,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:32.999535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:33.012816 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Attempting to bind port 91ab96f7-988f-47a1-941c-8c394eaea645 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:33.013280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Attempting to bind port 91ab96f7-988f-47a1-941c-8c394eaea645 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:33.013601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Attempting to bind port 91ab96f7-988f-47a1-941c-8c394eaea645 on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:33.015416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.024562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:33.024982 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:33.025427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.025861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:33.026410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Bound port: 91ab96f7-988f-47a1-941c-8c394eaea645, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:33.026822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.052711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76243d6-bb15-45cb-ba2a-2417a1206687 None None] Pushing event updated for resources: {'Port': ['ID=91ab96f7-988f-47a1-941c-8c394eaea645,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:33.056138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c76243d6-bb15-45cb-ba2a-2417a1206687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:33.107250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device de6e3880-9e94-4763-99b4-de6cb03071ec up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:33.168718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] For port 91ab96f7-988f-47a1-941c-8c394eaea645, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:33.188699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a1025b02-8d9b-4b17-bd3a-9e92518f47be None None] Provisioning for port 93a39eef-ded2-4076-b704-bdba711adac4 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:33.197931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] For port 91ab96f7-988f-47a1-941c-8c394eaea645, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=91ab96f7-988f-47a1-941c-8c394eaea645,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:33.201628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a1025b02-8d9b-4b17-bd3a-9e92518f47be None None] Provisioning complete for port 93a39eef-ded2-4076-b704-bdba711adac4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:33.202064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a1025b02-8d9b-4b17-bd3a-9e92518f47be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.235217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.249758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b077f206-f890-4348-8a2d-16c3ced19829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:33.343215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a1025b02-8d9b-4b17-bd3a-9e92518f47be None None] Port 93a39eef-ded2-4076-b704-bdba711adac4 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:34:33.362223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:33.362919 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:33.423621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port de6e3880-9e94-4763-99b4-de6cb03071ec triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:33.424038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.465266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76243d6-bb15-45cb-ba2a-2417a1206687 None None] Pushing event updated for resources: {'Port': ['ID=91ab96f7-988f-47a1-941c-8c394eaea645,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:33.527961 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c76243d6-bb15-45cb-ba2a-2417a1206687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:33.537087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.668092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:33.792186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.796257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852647042'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:33.857748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:33.888906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.039657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Pushing event updated for resources: {'Port': ['ID=93a39eef-ded2-4076-b704-bdba711adac4,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:34.042994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:34.054196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 3, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:34.059777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c97319-b533-4007-b3cb-417503b1b2ad None None] The sync data for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb is: [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 3, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:34.124364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:34.125616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:34.377364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-fb2c5701-787d-4d72-a237-897731f01e44 None None] Provisioning complete for port 93a39eef-ded2-4076-b704-bdba711adac4 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:34.378007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fb2c5701-787d-4d72-a237-897731f01e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.389124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34532) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:34.425046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:34.449109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c5701-787d-4d72-a237-897731f01e44 None None] Port 93a39eef-ded2-4076-b704-bdba711adac4 cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:34:34.520864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56f48e-3096-435d-a042-03d04440eaa5 req-7e8132a8-583b-452f-b142-3266860481e5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:34.525104 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6e56f48e-3096-435d-a042-03d04440eaa5 req-7e8132a8-583b-452f-b142-3266860481e5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.5930459 Apr 20 18:34:34.526528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.547796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:34.551884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb3072a392345d4a255c0a5f02363ee is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:34.555530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:34.565486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:34.664719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.669801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.672548 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6e56f48e-3096-435d-a042-03d04440eaa5 req-bcfe44d4-839b-4b78-aa95-c00dfe3ead45 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413772 Apr 20 18:34:34.681633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-50a27508-3eda-4ba0-856c-570ef5e04282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:34.735899 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cb3072a392345d4a255c0a5f02363ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456061 Apr 20 18:34:34.736515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34538) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:34.736888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d768aebc-3a15-4eed-967f-a6ecde993661,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:34.740398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:34.740639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-46d4d8a3-f1df-4557-b1a3-dea58fc78ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:34.764582 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] 10.222.0.26 "PUT /v2.0/routers/3388e0f5-bd9c-49ec-b678-faa5c86c1671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4331686 Apr 20 18:34:34.816822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.846568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.897583 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.903300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ad88e9fd-fadd-4e6e-bcea-c5ddfa860a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:34.918353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d768aebc-3a15-4eed-967f-a6ecde993661,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:34.923218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:34.924230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:34.925571 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d768aebc-3a15-4eed-967f-a6ecde993661 HTTP/1.1" status: 204 len: 168 time: 0.1879270 Apr 20 18:34:35.107425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 91ab96f7-988f-47a1-941c-8c394eaea645 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:35.191608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 91ab96f7-988f-47a1-941c-8c394eaea645 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:35.201163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 91ab96f7-988f-47a1-941c-8c394eaea645 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:35.201163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.376911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.396587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 91ab96f7-988f-47a1-941c-8c394eaea645, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=91ab96f7-988f-47a1-941c-8c394eaea645,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:35.400948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.403689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:35.487647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=91ab96f7-988f-47a1-941c-8c394eaea645,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:35.491012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:35.614811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34578) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:35.621305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1209188487-network', 'tenant_id': '50fc2df420384c48a98f29675b9342a4'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:35.626913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:35.632267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Usage tracker for resource:network and tenant:50fc2df420384c48a98f29675b9342a4 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:35.636482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:35.642965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:35.656618 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Made reservation on behalf of 50fc2df420384c48a98f29675b9342a4 for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:34:35.662570 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.677126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.692435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:35.697490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Usage tracker for resource:security_group_rule and tenant:50fc2df420384c48a98f29675b9342a4 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:35.701318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:35.709376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:35.856297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.863359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.872724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3b8ca82c-6aee-4438-a58d-9a76ed92b00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:35.906337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:34:35.920585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca36e0-91cf-4808-819f-93036d0bddfc,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:35.925775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:35.934037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.934580 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Added segment 05bba115-6f7e-4ff9-832c-62d166805ac7 of type vlan for network ff9889c5-e021-496a-a155-528883b5586a Apr 20 18:34:35.973923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:35.986375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69103-8f4e-4bd5-b6c9-2fe778f1799f req-3d3a289c-f910-46b4-837a-998f6a969eb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:35.988150 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ef69103-8f4e-4bd5-b6c9-2fe778f1799f req-3d3a289c-f910-46b4-837a-998f6a969eb4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1755033 Apr 20 18:34:36.063447 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.072991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:36.073792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.081084 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ef69103-8f4e-4bd5-b6c9-2fe778f1799f req-410e8ee4-0bf3-4fb4-9099-e083b547fc0a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761051 Apr 20 18:34:36.085557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:36.218177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Pushing event updated for resources: {'Network': ['ID=ff9889c5-e021-496a-a155-528883b5586a,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:36.221756 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6057742 Apr 20 18:34:36.222936 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:36.224659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34600) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:36.230912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Request body: {'subnet': {'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1209188487-subnet', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:36.232950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network ff9889c5-e021-496a-a155-528883b5586a details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:34:36.236167 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:36.240201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Usage tracker for resource:subnet and tenant:50fc2df420384c48a98f29675b9342a4 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:36.244983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:36.249910 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:36.260077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Made reservation on behalf of 50fc2df420384c48a98f29675b9342a4 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:34:36.264913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3580227'] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.697089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852647194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3580242'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.702411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:36.781810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c1dde3-5e34-4358-bb9e-f049a038499c,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:36.784646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:36.792052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Checking segment: {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:36.792448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Network hostable DHCP agents. Network: ff9889c5-e021-496a-a155-528883b5586a, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:34:36.812487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Network ff9889c5-e021-496a-a155-528883b5586a is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:34:36.821339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, ff9889c5-e021-496a-a155-528883b5586a) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:36.830987 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bbc18-406e-4f09-84a1-d48b0c009ab8 None None] Network ff9889c5-e021-496a-a155-528883b5586a requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:34:36.834312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:36.835517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.865303 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-360503a3-2502-4841-94db-b0b98bba7879 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6394441 Apr 20 18:34:36.868163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34616) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:36.874323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:36.879635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:36.884395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Usage tracker for resource:router and tenant:50fc2df420384c48a98f29675b9342a4 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:36.888431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:36.895908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:36.909851 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774732'] for router, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.911166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854149404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854142974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854116333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1084'] for router, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:36.928137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:37.029574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Sync routers for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:37.045809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:37.046520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:37.148301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 91ab96f7-988f-47a1-941c-8c394eaea645 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:37.283241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:37.365049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 91ab96f7-988f-47a1-941c-8c394eaea645 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:37.378631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:37.428423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854142731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854148769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1069'] for router, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:37.545504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb085bf71-fdc8-509a-a2ac-fa698e513f7c-ff9889c5-e021-496a-a155-528883b5586a', 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'fixed_ips': [{'subnet_id': '99c1dde3-5e34-4358-bb9e-f049a038499c'}]}} from dv-cinder-786931-2-smb. {{(pid=86461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:34:37.546461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:37.684077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb73b2-f5e7-4b6a-bcf9-638d99b22eb2 req-edaebeb7-cd26-4b40-a071-32f0ca4b1dcf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:37.704451 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1ebb73b2-f5e7-4b6a-bcf9-638d99b22eb2 req-edaebeb7-cd26-4b40-a071-32f0ca4b1dcf tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.3381128 Apr 20 18:34:37.728960 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 2, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:37.733327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Checking router: 3388e0f5-bd9c-49ec-b678-faa5c86c1671 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:37.733617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Updating router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 port 93a39eef-ded2-4076-b704-bdba711adac4 binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:34:37.784786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Allocated IP 172.20.0.2 (ff9889c5-e021-496a-a155-528883b5586a/99c1dde3-5e34-4358-bb9e-f049a038499c/62de0188-098b-403a-bd73-6a4e026557c3) {{(pid=86461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:37.794293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:37.806969 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1ebb73b2-f5e7-4b6a-bcf9-638d99b22eb2 req-64024b5b-cd7b-43a8-917e-bdb23ce03b23 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014850 Apr 20 18:34:38.024039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.046551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Notify callbacks [] for port, precommit_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.059384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Transition to ACTIVE for port object 62de0188-098b-403a-bd73-6a4e026557c3 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:38.080418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Transition to ACTIVE for port object 62de0188-098b-403a-bd73-6a4e026557c3 will not be triggered until provisioned by entity DHCP. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:38.088126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569'] for port, after_create {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.095056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:38.170574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Network ff9889c5-e021-496a-a155-528883b5586a is already hosted by enough agents. {{(pid=86461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:38.175075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Resources bound (agent type, host, resource id): {{(pid=86461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:38.180003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Received port after_create {{(pid=86461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:38.189666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Pushing event updated for resources: {'Port': ['ID=62de0188-098b-403a-bd73-6a4e026557c3,revision_number=1']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:38.194679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:38.196247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.211191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Transition to ACTIVE for port object 93a39eef-ded2-4076-b704-bdba711adac4 will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:38.219751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.229433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e9d022a8-5d54-4cab-86b3-83402d21cf4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:38.305650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Attempting to bind port 62de0188-098b-403a-bd73-6a4e026557c3 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:38.306389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Attempting to bind port 62de0188-098b-403a-bd73-6a4e026557c3 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:38.306980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Attempting to bind port 62de0188-098b-403a-bd73-6a4e026557c3 on network ff9889c5-e021-496a-a155-528883b5586a {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:38.313516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:38.314092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Checking segment: {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:38.314540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.315136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Bound using segment: {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:38.315656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Bound port: 62de0188-098b-403a-bd73-6a4e026557c3, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:38.316071 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.371974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.431446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] For port 62de0188-098b-403a-bd73-6a4e026557c3, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:38.435741 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] For port 62de0188-098b-403a-bd73-6a4e026557c3, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62de0188-098b-403a-bd73-6a4e026557c3,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:38.440400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.453743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:38.475549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Pushing event updated for resources: {'Port': ['ID=93a39eef-ded2-4076-b704-bdba711adac4,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:38.539939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.540322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.540691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.541056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.541411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.541771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.542159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.542517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.542887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.543227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.543577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.543927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:38.554435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Allocated IP 172.28.3.31 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/a0659741-a1ac-4350-b22e-dc8546061b24) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:38.580666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:38.585774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Pushing event updated for resources: {'Port': ['ID=62de0188-098b-403a-bd73-6a4e026557c3,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:38.591694 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:38.594470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Attempting to bind port 93a39eef-ded2-4076-b704-bdba711adac4 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:38.595089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Attempting to bind port 93a39eef-ded2-4076-b704-bdba711adac4 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:38.595704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Attempting to bind port 93a39eef-ded2-4076-b704-bdba711adac4 on network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:38.606273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:38.606808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Checking segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:38.607260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.607700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Bound using segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:38.608224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Bound port: 93a39eef-ded2-4076-b704-bdba711adac4, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:38.608640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.737125 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] For port 93a39eef-ded2-4076-b704-bdba711adac4, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:38.740639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] For port 93a39eef-ded2-4076-b704-bdba711adac4, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=93a39eef-ded2-4076-b704-bdba711adac4,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:38.744466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.750275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:38.783538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.831224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:38.840784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d835bb0-cf5c-4d4a-8079-6825c1253022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:38.926364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:38.932041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:38.950100 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:39.071993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:34:39.097363 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Pushing event updated for resources: {'Port': ['ID=93a39eef-ded2-4076-b704-bdba711adac4,revision_number=4']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:39.104834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-874d0796-781b-4e3a-9b65-9b8e972e51ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:39.105705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:39.106624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:39.138495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Pushing event updated for resources: {'Port': ['ID=a0659741-a1ac-4350-b22e-dc8546061b24,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:39.169848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:39.170038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62de0188-098b-403a-bd73-6a4e026557c3 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:39.262526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 62de0188-098b-403a-bd73-6a4e026557c3 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:39.354396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:39.443708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a7d9f-8bc4-4f9a-85bd-cfba6000d747 req-3c49b0e0-6f32-42eb-8524-634e2c265c62 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:39.445858 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-453a7d9f-8bc4-4f9a-85bd-cfba6000d747 req-3c49b0e0-6f32-42eb-8524-634e2c265c62 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.3810961 Apr 20 18:34:39.601110 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-453a7d9f-8bc4-4f9a-85bd-cfba6000d747 req-c39f3b63-b613-41f5-99eb-7652a232f00e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417501 Apr 20 18:34:39.745494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:39.782290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:38Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:39.786607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df546b9e-fc49-4b9f-8135-5c9866374b69 None None] The sync data for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb is: [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:38Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:40.176743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633055'] for router, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.243210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d27de-3f00-4092-9b8a-5eb875410905 None None] Network ff9889c5-e021-496a-a155-528883b5586a requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:34:40.335498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Provisioning for port 62de0188-098b-403a-bd73-6a4e026557c3 completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:40.350226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Provisioning complete for port 62de0188-098b-403a-bd73-6a4e026557c3 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:40.350867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.420140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Router 453bbac9-4591-41b8-bf43-a41f18c76d3c is scheduled to L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 with binding_index 1 {{(pid=86460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:34:40.675300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.683865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:40.749337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.750745 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c2c6d2cc-ba1e-4060-915d-c3c096bb7583 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8814554 Apr 20 18:34:40.751754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Sync routers for ids ['453bbac9-4591-41b8-bf43-a41f18c76d3c'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:40.753524 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34682) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:40.789144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] For port 62de0188-098b-403a-bd73-6a4e026557c3, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62de0188-098b-403a-bd73-6a4e026557c3,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:40.790387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Routers {'453bbac9-4591-41b8-bf43-a41f18c76d3c'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:40.791142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['453bbac9-4591-41b8-bf43-a41f18c76d3c'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:40.878401 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.886498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:41.155826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Pushing event updated for resources: {'Port': ['ID=62de0188-098b-403a-bd73-6a4e026557c3,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:41.181552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.182051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.182364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.182725 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.183096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.183466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.183832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.184201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.184569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.184983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.185262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.185625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:41.201063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 93a39eef-ded2-4076-b704-bdba711adac4 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:41.244869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:41.264336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Set router 453bbac9-4591-41b8-bf43-a41f18c76d3c gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:41.592667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c7f39-4d53-47ca-94bb-d6ba7ffeb0ad req-5e423c3b-2d28-4eb4-a490-37408b1845bb tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:41.601200 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea3c7f39-4d53-47ca-94bb-d6ba7ffeb0ad req-5e423c3b-2d28-4eb4-a490-37408b1845bb tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.7448068 Apr 20 18:34:41.674616 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ea3c7f39-4d53-47ca-94bb-d6ba7ffeb0ad req-148ae802-eb66-4296-a1cd-399c4b844804 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727050 Apr 20 18:34:41.699683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 93a39eef-ded2-4076-b704-bdba711adac4 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:41.709450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 93a39eef-ded2-4076-b704-bdba711adac4 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:41.710671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.735409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-ddc74487-4d3d-4f80-9f68-8a377560e5fb None None] Provisioning complete for port 62de0188-098b-403a-bd73-6a4e026557c3 triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:41.735830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ddc74487-4d3d-4f80-9f68-8a377560e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.024763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.061298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.085526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 93a39eef-ded2-4076-b704-bdba711adac4, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=93a39eef-ded2-4076-b704-bdba711adac4,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:42.088182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:34:39Z', 'revision_number': 3, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:42.092336 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.094312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:42.125070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Checking router: 453bbac9-4591-41b8-bf43-a41f18c76d3c for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:42.125466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Updating router 453bbac9-4591-41b8-bf43-a41f18c76d3c port a0659741-a1ac-4350-b22e-dc8546061b24 binding host dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:34:42.208858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.255592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=93a39eef-ded2-4076-b704-bdba711adac4,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:42.266591 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:42.287086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Allocated IP 172.20.0.1 (ff9889c5-e021-496a-a155-528883b5586a/99c1dde3-5e34-4358-bb9e-f049a038499c/62f19508-83c7-4a1b-80cd-f961375e294d) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:42.457885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.477058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Transition to ACTIVE for port object 62f19508-83c7-4a1b-80cd-f961375e294d will not be triggered until provisioned by entity DHCP. {{(pid=86460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:42.504959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.509995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a400aa26-2b7b-4fd0-a7b8-3fd3818126a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:42.569564 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Network ff9889c5-e021-496a-a155-528883b5586a is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:42.572498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:42.577000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:42.638613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Notify callbacks [] for port, precommit_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.655812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Pushing event updated for resources: {'Port': ['ID=62f19508-83c7-4a1b-80cd-f961375e294d,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:42.664134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Transition to ACTIVE for port object a0659741-a1ac-4350-b22e-dc8546061b24 will not be triggered until provisioned by entity L2. {{(pid=86461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:42.669813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:42.684511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.685928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146558'] for router_interface, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.702285 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:42.884085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Attempting to bind port a0659741-a1ac-4350-b22e-dc8546061b24 on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:42.884503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Attempting to bind port a0659741-a1ac-4350-b22e-dc8546061b24 by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:42.884911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Attempting to bind port a0659741-a1ac-4350-b22e-dc8546061b24 on network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:42.892346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ade16-5755-4115-845b-8923be231569 None None] Pushing event updated for resources: {'Port': ['ID=a0659741-a1ac-4350-b22e-dc8546061b24,revision_number=2']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:42.895349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9b4ade16-5755-4115-845b-8923be231569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:42.898544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:42.898993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Checking segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:42.899752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.900189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Bound using segment: {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'} {{(pid=86461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:42.900714 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Bound port: a0659741-a1ac-4350-b22e-dc8546061b24, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ea082-29ca-46fc-8d7c-a20ef917acae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7'}}] {{(pid=86461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:42.901255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.951627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:42.993518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] For port a0659741-a1ac-4350-b22e-dc8546061b24, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:42.997928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] For port a0659741-a1ac-4350-b22e-dc8546061b24, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a0659741-a1ac-4350-b22e-dc8546061b24,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:43.001815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.006034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-04b307d9-1d89-4d14-9e18-567fe019e20b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:43.052457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-7e78b409-59b4-41ae-8eab-88355029e4e5 None None] Provisioning for port 62f19508-83c7-4a1b-80cd-f961375e294d completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:43.072186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-7e78b409-59b4-41ae-8eab-88355029e4e5 None None] Provisioning complete for port 62f19508-83c7-4a1b-80cd-f961375e294d triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:43.072610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7e78b409-59b4-41ae-8eab-88355029e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.085631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df824f-9cb5-4738-a33c-b404bd72e665 req-e01128d2-cf68-49a9-addd-f906060191d0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:43.087323 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-31df824f-9cb5-4738-a33c-b404bd72e665 req-e01128d2-cf68-49a9-addd-f906060191d0 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.2000988 Apr 20 18:34:43.117771 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 93a39eef-ded2-4076-b704-bdba711adac4 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:43.213381 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Routers {'453bbac9-4591-41b8-bf43-a41f18c76d3c'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:43.214138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['453bbac9-4591-41b8-bf43-a41f18c76d3c'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:43.223880 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-31df824f-9cb5-4738-a33c-b404bd72e665 req-9ce46059-41ae-4296-a903-2511181327be tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166472 Apr 20 18:34:43.291847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.295721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852647042'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.300182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ade16-5755-4115-845b-8923be231569 None None] Pushing event updated for resources: {'Port': ['ID=a0659741-a1ac-4350-b22e-dc8546061b24,revision_number=3']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:43.303546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9b4ade16-5755-4115-845b-8923be231569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:43.326797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:43.367319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-7e78b409-59b4-41ae-8eab-88355029e4e5 None None] Port 62f19508-83c7-4a1b-80cd-f961375e294d cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:34:43.411171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 93a39eef-ded2-4076-b704-bdba711adac4 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:43.411586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.413241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Pushing event updated for resources: {'Port': ['ID=62f19508-83c7-4a1b-80cd-f961375e294d,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:43.416022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036318455121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629349'] for router_interface, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.420858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:43.489872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] Set router 453bbac9-4591-41b8-bf43-a41f18c76d3c gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:43.569445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Network ff9889c5-e021-496a-a155-528883b5586a is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:43.570965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:43.716162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390880-8566-4849-9f84-e525bdc2c13d req-eea0bfd3-1022-46ff-98ff-bd09f6de51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:43.718043 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-eea0bfd3-1022-46ff-98ff-bd09f6de51f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1098 time: 0.1098950 Apr 20 18:34:43.790449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62de0188-098b-403a-bd73-6a4e026557c3 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:43.841521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Router 453bbac9-4591-41b8-bf43-a41f18c76d3c has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:43.919592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390880-8566-4849-9f84-e525bdc2c13d req-ef037737-f78d-4c18-9fdf-8d3ea868ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:43.921177 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-ef037737-f78d-4c18-9fdf-8d3ea868ad49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.1797347 Apr 20 18:34:43.947895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-10e33e32-4b35-4a78-aa91-3e1483d3d3bf None None] Provisioning complete for port 62f19508-83c7-4a1b-80cd-f961375e294d triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:43.948315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-10e33e32-4b35-4a78-aa91-3e1483d3d3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:43.998139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 62de0188-098b-403a-bd73-6a4e026557c3 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:43.998561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:44.049211 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-177fdadc-2df9-414c-991c-8b07497c9d5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 1000 time: 0.1208806 Apr 20 18:34:44.084419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:44.102420 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] 10.222.0.26 "PUT /v2.0/routers/453bbac9-4591-41b8-bf43-a41f18c76d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3477345 Apr 20 18:34:44.152329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390880-8566-4849-9f84-e525bdc2c13d req-d62eea20-e885-49e9-a156-49d61a409dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:44.154318 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-d62eea20-e885-49e9-a156-49d61a409dd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0900216 Apr 20 18:34:44.278456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-10e33e32-4b35-4a78-aa91-3e1483d3d3bf None None] Port 62f19508-83c7-4a1b-80cd-f961375e294d cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:34:44.306368 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '62f19508-83c7-4a1b-80cd-f961375e294d', 'name': '', 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'mac_address': 'fa:16:3e:9e:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:42Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 1, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'subnets': [{'id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:44.313389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3183c3-67a0-4541-b459-07f2d2ce9c7b None None] The sync data for ids ['453bbac9-4591-41b8-bf43-a41f18c76d3c'] in dv-cinder-786931-2-smb is: [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '62f19508-83c7-4a1b-80cd-f961375e294d', 'name': '', 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'mac_address': 'fa:16:3e:9e:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:42Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 1, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'subnets': [{'id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:44.499826 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:34:44.553490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184f443-dce8-47f6-a822-03a39a2cef6e req-9fae3518-8738-4a13-aeec-ddf9b7e3c7e5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:44.555219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5184f443-dce8-47f6-a822-03a39a2cef6e req-9fae3518-8738-4a13-aeec-ddf9b7e3c7e5 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1737006 Apr 20 18:34:44.578305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390880-8566-4849-9f84-e525bdc2c13d req-45a7528d-ceab-4550-bf08-536bb82af499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:44.580821 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-45a7528d-ceab-4550-bf08-536bb82af499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4187591 Apr 20 18:34:44.618445 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5184f443-dce8-47f6-a822-03a39a2cef6e req-58a9a109-ec3a-48df-b276-adf3ff272bc6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565767 Apr 20 18:34:44.727661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:44.758082 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '26fe916a-aac0-41ae-a531-661e833d1c60', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60', 'mac_address': 'fa:16:3e:74:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:34:44.892139 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-3339c940-f5ee-49a3-9ad3-6ce42787aa7a service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988048 Apr 20 18:34:44.916431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:44.954435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26fe916a-aac0-41ae-a531-661e833d1c60 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:34:44.976727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:44.995802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:44.999839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9b4ade16-5755-4115-845b-8923be231569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:45.140146 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=6']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:45.152105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:45.153234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['26fe916a-aac0-41ae-a531-661e833d1c60'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:45.198657 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c9390880-8566-4849-9f84-e525bdc2c13d req-9f32b6e9-ff55-4c4d-8630-e96a55864fae service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910714 Apr 20 18:34:45.285249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34762) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:45.291005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371605018', 'description': 'tempest-secgroup-smoke-1371605018 description', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:45.299033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:45.303896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:45.312299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:45.319596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:45.330013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.357122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:45.367713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:45.374935 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:45.382836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:45.568948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.571997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.578454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-50006120-b3a7-4907-9cff-c07593119db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:45.635582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.639873 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3505886 Apr 20 18:34:45.640242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34776) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:45.658374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group_rule': {'security_group_id': '15a4ea3d-9ea8-4423-92ec-65296173c873', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:45.668499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:45.671235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a4ea3d-9ea8-4423-92ec-65296173c873,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:45.675306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:45.676215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:45.681903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:45.696449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:45.724541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.848286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.861436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.867176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3e70fd0d-9844-4ca9-a3a3-cb7bb673b82c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:45.898540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9c2f9e-e144-44a5-86de-19ded75e5f23,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:45.911899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:45.931656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:45.934337 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6425431d-cf34-4aee-8d90-4d4146759bf9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917256 Apr 20 18:34:45.936460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34790) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:45.943545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group_rule': {'security_group_id': '15a4ea3d-9ea8-4423-92ec-65296173c873', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:45.951059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:45.955505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:45.958222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958748-7f38-43f2-899b-08c0b5ef7f54 req-d295bf79-1bb0-49d5-875a-31141bc0d163 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:45.959848 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:45.960798 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ee958748-7f38-43f2-899b-08c0b5ef7f54 req-d295bf79-1bb0-49d5-875a-31141bc0d163 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 944 time: 0.1567438 Apr 20 18:34:45.966728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:45.988020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.015062 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ee958748-7f38-43f2-899b-08c0b5ef7f54 req-2d5714ef-7b78-404f-b39f-6acbe52868af tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464561 Apr 20 18:34:46.068446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.072191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.074733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-44c9afda-c2fc-4baa-b7aa-24caaf330736 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:46.138052 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b308f-9721-48a2-82d6-a1270c3218d3,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:46.148732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.150821 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2128603 Apr 20 18:34:46.152882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.153516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.153711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34800) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:46.154443 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.154985 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.155522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.156118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.156654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.157185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.157748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.158174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.158706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.159097 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:46.159436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group_rule': {'security_group_id': '15a4ea3d-9ea8-4423-92ec-65296173c873', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:46.164543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-25cfd5c0-5ec6-4f2a-8b6d-9a835d5b5097 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:46.184344 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:46.197717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:46.203612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:46.210304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:46.229251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.269083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.341045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.352415 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.355464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:46.404072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f38106-a37c-4296-9af4-616fb9c04fea,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:46.405132 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:46.407789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.411646 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4fcad9e2-97ae-4c00-b6be-1aca880d98d8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2552226 Apr 20 18:34:46.413430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34808) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:46.422995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group_rule': {'security_group_id': '15a4ea3d-9ea8-4423-92ec-65296173c873', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:46.430804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:46.439630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:46.444005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:46.459796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:46.481847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.499542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:46.599339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.604202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.606399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:46.608092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 26fe916a-aac0-41ae-a531-661e833d1c60 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:46.608630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.660939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3386f6d1-86c0-4fbe-8550-64aaa93af5bf,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:46.682088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:46.701763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.704331 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f9916425-46ca-45a5-9a73-496bd4c71e9c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2884214 Apr 20 18:34:46.706149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34816) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:46.712917 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group_rule': {'security_group_id': '15a4ea3d-9ea8-4423-92ec-65296173c873', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:46.722002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:46.735838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:46.742318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:46.760597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:46.779571 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.securitygroups_db [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Project ea1a1bd404a3468d90fc8474dae11004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:34:46.789561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.873140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.898117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.905562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:46.909678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.914116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:46.918790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:46.924280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.927645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:46.947538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb0b891-9e4e-476c-92ad-ab52882086a7,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:46.950255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:46.980388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.981724 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b1f3f1dd-5d51-4063-9e0e-10a92b8baf58 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2744853 Apr 20 18:34:46.984598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34826) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:46.992828 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'security_group_rule': {'security_group_id': '15a4ea3d-9ea8-4423-92ec-65296173c873', 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:47.004123 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:47.013778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:security_group_rule and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:47.022800 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'code': 200} Apr 20 18:34:47.023900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:47.034622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=7']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:47.036734 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34832) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:47.038456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:47.039658 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:47.069543 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.securitygroups_db [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Project ea1a1bd404a3468d90fc8474dae11004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:34:47.095482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.202744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.207882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663232'] for security_group_rule, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.216230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b1fe403b-74e6-43b1-b751-721227102531 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:47.229811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a0659741-a1ac-4350-b22e-dc8546061b24 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:47.280667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.281772 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2956693 Apr 20 18:34:47.282613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18883c7e-6295-4ea5-beea-7e6c6c804b94,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:47.305783 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-272245c3-5f22-4d9e-ba0e-8540745f4472 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:47.308680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.324322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port a0659741-a1ac-4350-b22e-dc8546061b24 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:47.335767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port a0659741-a1ac-4350-b22e-dc8546061b24 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:47.336555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.337477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:47.344658 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Usage tracker for resource:security_group_rule and tenant:471b5d9848df49c2ae0aed65d531b8c6 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:47.349393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:47.358497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:47.419948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b381-a04b-4109-9402-52c9c4b60dbc req-5d594d58-a8ad-4ea1-a456-d42e85e1d832 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:47.421549 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6094b381-a04b-4109-9402-52c9c4b60dbc req-5d594d58-a8ad-4ea1-a456-d42e85e1d832 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1783969 Apr 20 18:34:47.487652 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6094b381-a04b-4109-9402-52c9c4b60dbc req-539dd2ea-940f-42c1-842f-80bd2c2ec6a2 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580482 Apr 20 18:34:47.535243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.559888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.567712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.577004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port a0659741-a1ac-4350-b22e-dc8546061b24, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a0659741-a1ac-4350-b22e-dc8546061b24,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:47.585608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.587881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:47.590640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0169a0a-cee0-4e87-9cab-6669688a0306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:47.676152 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=471b5d9848df49c2ae0aed65d531b8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371179 Apr 20 18:34:47.679365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34854) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:47.691723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77858c4-cb49-4aa5-9b7a-def91f3b8403,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:47.697842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:47.753321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=a0659741-a1ac-4350-b22e-dc8546061b24,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:47.765456 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:47.775030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.817756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.871410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.878370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cfcf15c5-1e2c-4d6e-b29b-20769363f8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:47.898099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77858c4-cb49-4aa5-9b7a-def91f3b8403,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:47.901096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:47.909458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:47.911641 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-61793553-b490-43be-97e9-ebd576050863 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d77858c4-cb49-4aa5-9b7a-def91f3b8403 HTTP/1.1" status: 204 len: 168 time: 0.2311780 Apr 20 18:34:48.322135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Sync routers for ids ['453bbac9-4591-41b8-bf43-a41f18c76d3c'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:48.352361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Routers {'453bbac9-4591-41b8-bf43-a41f18c76d3c'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:48.353058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['453bbac9-4591-41b8-bf43-a41f18c76d3c'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:48.371253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34890) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:48.410594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.434561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:48.440231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Usage tracker for resource:security_group_rule and tenant:cb40896af3744147ba1bff884a55f872 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:48.444514 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:48.453943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:48.571299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.574738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.598410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e986dfe0-0777-4ca9-99ae-d08001822460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:48.726558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3985a13-42f2-422e-a9f2-ef3de27ef3d4,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:48.731304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:48.734167 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb40896af3744147ba1bff884a55f872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613818 Apr 20 18:34:48.736853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34906) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:48.752676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Set router 453bbac9-4591-41b8-bf43-a41f18c76d3c gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:48.811351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.856452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.907656 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6520-aad6-4703-9ce3-2ea920ee9a36 req-eee62d9b-e4ca-4f86-a170-29eb49d194b4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:48.921952 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-02ce6520-aad6-4703-9ce3-2ea920ee9a36 req-eee62d9b-e4ca-4f86-a170-29eb49d194b4 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.2532337 Apr 20 18:34:48.922908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.933740 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:48.969332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3985a13-42f2-422e-a9f2-ef3de27ef3d4,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:48.972721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:48.984254 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-02ce6520-aad6-4703-9ce3-2ea920ee9a36 req-899a712b-ca87-4137-a941-b189dcb3215b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604513 Apr 20 18:34:48.993092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:48.994709 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-b785a734-2a19-4225-8b99-442d86157a54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3985a13-42f2-422e-a9f2-ef3de27ef3d4 HTTP/1.1" status: 204 len: 168 time: 0.2568476 Apr 20 18:34:49.198939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a0659741-a1ac-4350-b22e-dc8546061b24 up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:49.320923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port a0659741-a1ac-4350-b22e-dc8546061b24 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:49.321485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:49.369696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '62f19508-83c7-4a1b-80cd-f961375e294d', 'name': '', 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'mac_address': 'fa:16:3e:9e:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:42Z', 'updated_at': '2021-04-20T18:34:43Z', 'revision_number': 2, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'subnets': [{'id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:49.375346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Checking router: 453bbac9-4591-41b8-bf43-a41f18c76d3c for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:49.375970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Updating router 453bbac9-4591-41b8-bf43-a41f18c76d3c port 62f19508-83c7-4a1b-80cd-f961375e294d binding host dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:34:49.444390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:49.737487 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34934) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:49.774795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:49.805822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:49.811011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Usage tracker for resource:security_group_rule and tenant:39dbe521f8fc45beb1e54bfbd1e447eb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:49.814700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:49.821274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:49.937301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:49.940823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:49.951323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-617d22cf-1ced-45e8-9c62-8ba630c2ab25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:49.996128 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace594e-9700-43c7-b161-7a27e8cb8cf8,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:50.001634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:50.035206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34942) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:50.035431 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39dbe521f8fc45beb1e54bfbd1e447eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968495 Apr 20 18:34:50.098913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Notify callbacks [] for port, precommit_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.112018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.112345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Transition to ACTIVE for port object 62f19508-83c7-4a1b-80cd-f961375e294d will not be triggered until provisioned by entity L2. {{(pid=86462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:50.124800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.130478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2fb7d543-9960-48d5-bd71-ae59a8e6c2b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:50.143595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.195311 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.199486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fa068b9-a720-48d0-b51a-4513daa4b564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:50.260036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace594e-9700-43c7-b161-7a27e8cb8cf8,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:50.282311 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:50.308931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.310188 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ace594e-9700-43c7-b161-7a27e8cb8cf8 HTTP/1.1" status: 204 len: 168 time: 0.2738709 Apr 20 18:34:50.404569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a47e-3e4c-4e44-8622-d415920f8c63 req-38fb1303-21a3-4598-aae3-abacc314c99f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:50.413724 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b029a47e-3e4c-4e44-8622-d415920f8c63 req-38fb1303-21a3-4598-aae3-abacc314c99f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1992893 Apr 20 18:34:50.496923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39f92-c40c-46f5-86f2-b24be1e4f579 None None] Pushing event updated for resources: {'Port': ['ID=62f19508-83c7-4a1b-80cd-f961375e294d,revision_number=3']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:50.504989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-56e39f92-c40c-46f5-86f2-b24be1e4f579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:50.539207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Attempting to bind port 62f19508-83c7-4a1b-80cd-f961375e294d on host dv-cinder-786931-2-smb for vnic_type normal with profile {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:50.539534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Attempting to bind port 62f19508-83c7-4a1b-80cd-f961375e294d by drivers openvswitch,hyperv on host dv-cinder-786931-2-smb at level 0 using segments [{'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:50.539965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Attempting to bind port 62f19508-83c7-4a1b-80cd-f961375e294d on network ff9889c5-e021-496a-a155-528883b5586a {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:50.560674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Checking agent: {'id': 'b4c2a333-48e4-46de-89d6-e3092ee35ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 21), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:50.562042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Checking segment: {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:50.562506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.562979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Bound using segment: {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'} {{(pid=86462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:50.563490 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Bound port: 62f19508-83c7-4a1b-80cd-f961375e294d, host: dv-cinder-786931-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bba115-6f7e-4ff9-832c-62d166805ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a'}}] {{(pid=86462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:50.563906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.580113 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b029a47e-3e4c-4e44-8622-d415920f8c63 req-9e7beb72-baa2-4f68-a8d9-516b953f00ad tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656923 Apr 20 18:34:50.651777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673d99-b236-4c9a-8666-2ebc5c335ebb req-6a473cf1-5e21-4b39-9088-e180695bcd15 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:50.653460 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cf673d99-b236-4c9a-8666-2ebc5c335ebb req-6a473cf1-5e21-4b39-9088-e180695bcd15 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 945 time: 0.2123795 Apr 20 18:34:50.761490 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cf673d99-b236-4c9a-8666-2ebc5c335ebb req-4c91d3fe-6d69-472f-84f6-44b825439d56 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910721 Apr 20 18:34:50.778933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] For port 62f19508-83c7-4a1b-80cd-f961375e294d, host dv-cinder-786931-2-smb, cleared binding levels {{(pid=86462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:50.792088 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] For port 62f19508-83c7-4a1b-80cd-f961375e294d, host dv-cinder-786931-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62f19508-83c7-4a1b-80cd-f961375e294d,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:50.815577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:50.829093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:50.949455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Routers {'453bbac9-4591-41b8-bf43-a41f18c76d3c'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:50.950215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['453bbac9-4591-41b8-bf43-a41f18c76d3c'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:51.026378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39f92-c40c-46f5-86f2-b24be1e4f579 None None] Pushing event updated for resources: {'Port': ['ID=62f19508-83c7-4a1b-80cd-f961375e294d,revision_number=4']} {{(pid=86462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:51.031312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-56e39f92-c40c-46f5-86f2-b24be1e4f579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:51.178762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] Set router 453bbac9-4591-41b8-bf43-a41f18c76d3c gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:51.771202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '62f19508-83c7-4a1b-80cd-f961375e294d', 'name': '', 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'mac_address': 'fa:16:3e:9e:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:42Z', 'updated_at': '2021-04-20T18:34:50Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'subnets': [{'id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:51.776278 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d316-354a-4263-9399-ff353ae5f6cd None None] The sync data for ids ['453bbac9-4591-41b8-bf43-a41f18c76d3c'] in dv-cinder-786931-2-smb is: [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '62f19508-83c7-4a1b-80cd-f961375e294d', 'name': '', 'network_id': 'ff9889c5-e021-496a-a155-528883b5586a', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'mac_address': 'fa:16:3e:9e:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:42Z', 'updated_at': '2021-04-20T18:34:50Z', 'revision_number': 4, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'subnets': [{'id': '99c1dde3-5e34-4358-bb9e-f049a038499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:51.955767 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8d0e9-f971-463e-8747-e484c52e7252 req-500b1ab7-58e4-4857-ab33-ad99046b3919 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:51.957568 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a3a8d0e9-f971-463e-8747-e484c52e7252 req-500b1ab7-58e4-4857-ab33-ad99046b3919 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.2125363 Apr 20 18:34:52.127708 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a3a8d0e9-f971-463e-8747-e484c52e7252 req-c127f026-4211-4cff-89e9-5fd258ac153e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549509 Apr 20 18:34:52.173105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2c8e-195b-4f3b-a981-eefb81a20028 req-5e57bb9d-1f35-4205-8e26-6bed19726211 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:52.192796 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b7cb2c8e-195b-4f3b-a981-eefb81a20028 req-5e57bb9d-1f35-4205-8e26-6bed19726211 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 945 time: 0.2034492 Apr 20 18:34:52.281679 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b7cb2c8e-195b-4f3b-a981-eefb81a20028 req-008fae93-ce90-48b7-8765-dc472836d1af tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe425834-df49-4d7a-8b84-d06dbe299d35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872748 Apr 20 18:34:52.471684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-d7675048-91b2-4bda-8733-ee3318f07aad tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:52.472539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-d7675048-91b2-4bda-8733-ee3318f07aad tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Synchronizing usage tracker for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:52.488863 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-d7675048-91b2-4bda-8733-ee3318f07aad tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Unset dirty status for tenant:48f59aab19eb4922a2128ef7fbfb5e0d on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:52.490943 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-d7675048-91b2-4bda-8733-ee3318f07aad tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 945 time: 0.1350856 Apr 20 18:34:52.632435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Deleting port 8927e2ff-d74a-4656-93d4-00261cef7fce {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:52.632958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.004538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] For port 8927e2ff-d74a-4656-93d4-00261cef7fce, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8927e2ff-d74a-4656-93d4-00261cef7fce,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:53.004993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.160389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62f19508-83c7-4a1b-80cd-f961375e294d up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:53.268328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning for port 62f19508-83c7-4a1b-80cd-f961375e294d completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:53.281377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 62f19508-83c7-4a1b-80cd-f961375e294d triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:53.281946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.435660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.436374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.437112 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Floating IP d6ec9272-4f54-452a-9979-2fa7716860eb disassociated. External IP: 172.28.3.89, port: 8927e2ff-d74a-4656-93d4-00261cef7fce. Apr 20 18:34:53.437687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Calling delete_port for 8927e2ff-d74a-4656-93d4-00261cef7fce owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:53.479149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.527967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] For port 62f19508-83c7-4a1b-80cd-f961375e294d, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62f19508-83c7-4a1b-80cd-f961375e294d,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:53.531606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.534398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:53.622150 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Pushing event updated for resources: {'Port': ['ID=62f19508-83c7-4a1b-80cd-f961375e294d,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:53.625672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:53.680687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.693653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:53.746729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event deleted for resources: {'Port': ['ID=8927e2ff-d74a-4656-93d4-00261cef7fce,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:53.810122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:53.812078 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e0ef0945-e26f-46da-a020-fac95f8ee63d req-df90dd8d-1d59-440b-8db1-2c40ca87c4e6 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ce7b894-b6ea-49a5-b53e-e4505d412d72 HTTP/1.1" status: 200 len: 210 time: 0.3852763 Apr 20 18:34:53.854477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6ea8-56bb-4e1c-90aa-6b33de8d2f7b req-559b7498-962b-4815-9221-c4e9adb3bc55 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:53.862790 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9ebe6ea8-56bb-4e1c-90aa-6b33de8d2f7b req-559b7498-962b-4815-9221-c4e9adb3bc55 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.5191257 Apr 20 18:34:53.920445 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9ebe6ea8-56bb-4e1c-90aa-6b33de8d2f7b req-22bd48e2-e5f0-4640-9dd6-0cb3d8a52de6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545304 Apr 20 18:34:53.975894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:54.227259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:54.241974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9803c63-507a-49c2-9953-dc082081659c None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:54.266341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:54.275277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:54.354724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] No DVR routers for this DVR port 8927e2ff-d74a-4656-93d4-00261cef7fce on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:34:54.357707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:54.374313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'name': 'network-vif-deleted', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:54.384189 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-338cb0eb-8e7d-4daf-b92a-583eae0b97cb req-07972745-b0f1-4de3-a2b3-6e2e0ba64348 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.18 "DELETE /v2.0/ports/8927e2ff-d74a-4656-93d4-00261cef7fce HTTP/1.1" status: 204 len: 173 time: 1.8782263 Apr 20 18:34:54.446866 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7b894-b6ea-49a5-b53e-e4505d412d72', 'name': 'network-vif-deleted', 'tag': '8927e2ff-d74a-4656-93d4-00261cef7fce', 'status': 'completed', 'code': 200} Apr 20 18:34:54.543744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:54.957439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:54.964033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9803c63-507a-49c2-9953-dc082081659c None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:54.979572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:54.980355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:55.239057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:55.305105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62f19508-83c7-4a1b-80cd-f961375e294d up at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:55.327688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37009ae1-4184-4716-990a-50c1798a4277 req-de8c53ac-07bb-48f5-a908-cbe81d647240 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:55.329427 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37009ae1-4184-4716-990a-50c1798a4277 req-de8c53ac-07bb-48f5-a908-cbe81d647240 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1911869 Apr 20 18:34:55.452495 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37009ae1-4184-4716-990a-50c1798a4277 req-cc68d103-c9e6-4ca2-b4eb-46d44ebb4114 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154113 Apr 20 18:34:55.571182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34986) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:55.676753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:55.712293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:55.762302 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:55.777201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4a7c353e-5e4b-4e52-8ead-6918f273d002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:55.790809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe425834-df49-4d7a-8b84-d06dbe299d35,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:55.794023 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:55.802190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:55.803720 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "DELETE /v2.0/security-groups/fe425834-df49-4d7a-8b84-d06dbe299d35 HTTP/1.1" status: 204 len: 168 time: 0.2314460 Apr 20 18:34:55.806776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 34990) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:55.833804 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.v2.resource [None req-57847d1f-38d7-4750-822a-e149118d712e tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] show failed (client error): The resource could not be found. Apr 20 18:34:55.838503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 34994) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:55.838614 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-57847d1f-38d7-4750-822a-e149118d712e tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "GET /v2.0/security-groups/fe425834-df49-4d7a-8b84-d06dbe299d35 HTTP/1.1" status: 404 len: 347 time: 0.0307806 Apr 20 18:34:55.887092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Provisioning complete for port 62f19508-83c7-4a1b-80cd-f961375e294d triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:55.887513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:55.975188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-c9803c63-507a-49c2-9953-dc082081659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:55.984083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9803c63-507a-49c2-9953-dc082081659c None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 4, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '9b29fd73-a0b9-44b5-a8f6-b4c86769618e', 'name': '', 'network_id': '436efa77-2cda-42b3-8446-8a3ec2c37ccf', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'mac_address': 'fa:16:3e:9e:cc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:46Z', 'updated_at': '2021-04-20T18:30:00Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'subnets': [{'id': 'c80c029c-c876-4313-9f54-d0a079c60276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:56.030521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Deleting port 38846ab0-05b8-422c-98de-2e803fd90bac {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:56.030849 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.254939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.255478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.408558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Calling delete_port for 38846ab0-05b8-422c-98de-2e803fd90bac owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:56.503876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64750c-5792-4a1f-a458-57b1c4080ca0 None None] New status for floating IP d6ec9272-4f54-452a-9979-2fa7716860eb: DOWN {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:34:56.556781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 8927e2ff-d74a-4656-93d4-00261cef7fce no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:56.649654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 8927e2ff-d74a-4656-93d4-00261cef7fce {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:56.650450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 8927e2ff-d74a-4656-93d4-00261cef7fce not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:56.712292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-eaa29155-daa1-4f93-9259-abab73d59324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.817575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-4c64750c-5792-4a1f-a458-57b1c4080ca0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86462) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:34:56.817776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15dc7-3639-4fb0-bf79-d1e9c0bbdd1b req-61cc8bff-c650-4340-8f8d-9e2e920479ce tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:56.817874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-4c64750c-5792-4a1f-a458-57b1c4080ca0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:34:56.820101 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dcc15dc7-3639-4fb0-bf79-d1e9c0bbdd1b req-61cc8bff-c650-4340-8f8d-9e2e920479ce tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1747787 Apr 20 18:34:56.821671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.834944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6bedd6ab-3832-470f-9e96-cd613dacbde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:56.937050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Pushing event deleted for resources: {'Port': ['ID=38846ab0-05b8-422c-98de-2e803fd90bac,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:56.940289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:57.028474 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dcc15dc7-3639-4fb0-bf79-d1e9c0bbdd1b req-37e96b20-521c-4d27-84fb-c83b4caa6d64 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950536 Apr 20 18:34:57.055405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks [] for floatingip, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:57.074555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:57.075994 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] 10.222.0.26 "DELETE /v2.0/floatingips/d6ec9272-4f54-452a-9979-2fa7716860eb HTTP/1.1" status: 204 len: 168 time: 1.2364340 Apr 20 18:34:57.319309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64750c-5792-4a1f-a458-57b1c4080ca0 None None] New status for floating IP d6ec9272-4f54-452a-9979-2fa7716860eb: DOWN {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:34:58.368190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7027b-5820-45a4-8e8b-b115671e7b82 req-fb7bc88e-8c4d-46d9-ab80-4464d0eb627e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:58.375973 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7ea7027b-5820-45a4-8e8b-b115671e7b82 req-fb7bc88e-8c4d-46d9-ab80-4464d0eb627e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.1001430 Apr 20 18:34:58.437981 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7ea7027b-5820-45a4-8e8b-b115671e7b82 req-ba1c1f4e-701e-4ebe-9470-a5f22b7e3182 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608666 Apr 20 18:34:59.166328 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-685da9e0-817b-443b-9b06-f4e247d72b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:59.503367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:59.593860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-8919c866-c82c-4c77-a1c6-89cd96892bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:59.595481 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-8919c866-c82c-4c77-a1c6-89cd96892bdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1098 time: 0.1919472 Apr 20 18:34:59.667228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed31f50-33d2-4d47-9809-1a2afb42cd29 req-52335be5-08e3-4ba1-8647-ecd079c40fce tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:59.668876 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9ed31f50-33d2-4d47-9809-1a2afb42cd29 req-52335be5-08e3-4ba1-8647-ecd079c40fce tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.0919652 Apr 20 18:34:59.722544 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9ed31f50-33d2-4d47-9809-1a2afb42cd29 req-4725439c-2204-4086-873d-7aba6a2f5021 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472715 Apr 20 18:34:59.758501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-26bda79c-41c7-4bc1-9886-cf8636e814b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:59.760115 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-26bda79c-41c7-4bc1-9886-cf8636e814b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.1572073 Apr 20 18:34:59.873449 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-81e23f8b-745a-4cf0-af42-24a3459901e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 1000 time: 0.1063197 Apr 20 18:34:59.952414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-9a5cf0b2-9776-43bc-87f6-0aed40c8bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:59.954337 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-9a5cf0b2-9776-43bc-87f6-0aed40c8bb89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.0704677 Apr 20 18:35:00.042605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-bc62c986-9fd8-4c0a-b5f5-37a0e267b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:00.044250 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-bc62c986-9fd8-4c0a-b5f5-37a0e267b400 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824785 Apr 20 18:35:00.054945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:00.191808 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-26f5eae6-73e8-4abf-bf1d-1dc278b2274c service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405156 Apr 20 18:35:00.548246 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c491b53a-5ac7-4458-92d0-98665b652dd0 req-c9bab8fa-3fc0-46d1-91e0-de26cfa1361b service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487267 Apr 20 18:35:00.931330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62879bbe-8b7b-4412-b4ea-76d5095169e2 req-b292e99a-49c4-4bcd-bf50-45916dea5385 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:00.932904 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-62879bbe-8b7b-4412-b4ea-76d5095169e2 req-b292e99a-49c4-4bcd-bf50-45916dea5385 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.0925722 Apr 20 18:35:00.980843 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-62879bbe-8b7b-4412-b4ea-76d5095169e2 req-2a3b9a84-df28-49ac-a936-53a9650abe79 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Apr 20 18:35:01.243293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35072) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:01.327178 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:01.919588 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:02.310039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439fe34-a377-43e9-8040-dc88e6a6247f req-41989f56-853c-47b2-9e82-ef94f252cf82 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:02.311711 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6439fe34-a377-43e9-8040-dc88e6a6247f req-41989f56-853c-47b2-9e82-ef94f252cf82 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 945 time: 0.2141688 Apr 20 18:35:02.421241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Deleting port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:02.421625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:02.456108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6439fe34-a377-43e9-8040-dc88e6a6247f req-1f14e454-7bfb-46c0-bf8e-f422aed13b1e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344252 Apr 20 18:35:02.558680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:02.613047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] For port 9b29fd73-a0b9-44b5-a8f6-b4c86769618e, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:02.613448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:02.683819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:02.713196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:02.724366 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:02.727553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:02.730853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:02.762241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Calling delete_port for 9b29fd73-a0b9-44b5-a8f6-b4c86769618e owned by network:router_interface {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:02.776198 dv-cinder-786931-2-smb neutron-server[86348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'code': 422} returned with failed status Apr 20 18:35:02.810062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=8']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:02.813544 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:03.173606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:03.178526 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:03.228772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b29fd73-a0b9-44b5-a8f6-b4c86769618e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:03.272463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.272878 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.273281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.273678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.274113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.274511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.274902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.275290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.275680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.276067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.276586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.276824 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:03.309558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:03.534249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-89ff9d85-3294-492e-97b9-8695e70fe1c6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Synchronizing usage tracker for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:35:03.567158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:03.615160 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-89ff9d85-3294-492e-97b9-8695e70fe1c6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Unset dirty status for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:35:03.616383 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-89ff9d85-3294-492e-97b9-8695e70fe1c6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371605018&fields=id&tenant_id=ea1a1bd404a3468d90fc8474dae11004 HTTP/1.1" status: 200 len: 267 time: 0.1522822 Apr 20 18:35:03.963288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6489b78-e6b5-4857-be33-3d554f6e3f35 req-99c6315b-62d6-4f38-aee1-070c673bc538 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:03.964879 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b6489b78-e6b5-4857-be33-3d554f6e3f35 req-99c6315b-62d6-4f38-aee1-070c673bc538 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.3913925 Apr 20 18:35:03.997951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-72ebfa80-1caa-4b86-8212-9867b662ddcd tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:03.998706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-72ebfa80-1caa-4b86-8212-9867b662ddcd tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Synchronizing usage tracker for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:network {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:35:04.165751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-72ebfa80-1caa-4b86-8212-9867b662ddcd tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Unset dirty status for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:network {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:35:04.167022 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-72ebfa80-1caa-4b86-8212-9867b662ddcd tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 807 time: 0.4872813 Apr 20 18:35:04.173872 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b6489b78-e6b5-4857-be33-3d554f6e3f35 req-f6c7384d-2053-4242-88e5-35ed58186288 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000670 Apr 20 18:35:04.204287 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-4bf5029f-9518-45e5-83eb-3632af386c35 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/quotas/ea1a1bd404a3468d90fc8474dae11004 HTTP/1.1" status: 200 len: 375 time: 0.0293798 Apr 20 18:35:04.292806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:35:04.455329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-07fdc730-b5dc-407f-814e-4934b0a377ae tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Synchronizing usage tracker for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:35:04.506040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-07fdc730-b5dc-407f-814e-4934b0a377ae tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Unset dirty status for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:35:04.507393 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-07fdc730-b5dc-407f-814e-4934b0a377ae tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2957988 Apr 20 18:35:04.522688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:35:04.531836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] Sync routers for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:35:04.541709 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-07e24f2c-e539-4d8b-ac00-d4abeb8010b4 admin admin] 10.222.0.26 "PUT /v2.0/routers/630a2790-8192-4a0b-bc1d-5f8b11a30e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2972028 Apr 20 18:35:04.543414 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:04.544064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:04.544317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35102) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:04.749176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:04.871422 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e95c9d66-cc49-47ce-b41d-613e751b8d5d service neutron] 10.222.0.26 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422143 Apr 20 18:35:04.872827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks [] for router, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:05.077528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:35:03Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:05.082431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] Checking router: 630a2790-8192-4a0b-bc1d-5f8b11a30e9a for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:35:05.092276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] Routers {'630a2790-8192-4a0b-bc1d-5f8b11a30e9a'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:05.092964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:34:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:05.286627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] Set router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:05.423166 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-9786e08f-2a7a-4b4f-a24b-7511f2a1d36f service neutron] 10.222.0.26 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441106 Apr 20 18:35:05.439488 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:05.448206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Deleting port 33727618-7689-489a-8ef4-fce59287f02a {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:05.448573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:05.643528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:35:03Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:05.649887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d9537-0278-441c-8a8e-834d0814cd1f None None] The sync data for ids ['630a2790-8192-4a0b-bc1d-5f8b11a30e9a'] in dv-cinder-786931-2-smb is: [{'id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'name': 'tempest-AttachVolumeTestJSON-1457160311-router', 'tenant_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '33727618-7689-489a-8ef4-fce59287f02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:35:03Z', 'revision_number': 5, 'project_id': '48f59aab19eb4922a2128ef7fbfb5e0d', 'gw_port': {'id': '33727618-7689-489a-8ef4-fce59287f02a', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630a2790-8192-4a0b-bc1d-5f8b11a30e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:35:05.715444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] For port 33727618-7689-489a-8ef4-fce59287f02a, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=33727618-7689-489a-8ef4-fce59287f02a,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:05.715851 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:05.921200 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Calling delete_port for 33727618-7689-489a-8ef4-fce59287f02a owned by network:router_gateway {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:06.026151 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f8feb1ab-b2da-4acb-b588-d6df7c3e759f req-34f57fcd-0538-4d3f-a904-5cfad2d538cc tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 210 time: 0.0654237 Apr 20 18:35:06.109801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f345-b9c1-40f2-adf8-2a4ef5475719 req-3e7b5ef0-6173-4d6a-a6f6-84bb2ad99611 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:06.111105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35152) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:06.116192 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2461f345-b9c1-40f2-adf8-2a4ef5475719 req-3e7b5ef0-6173-4d6a-a6f6-84bb2ad99611 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.3032746 Apr 20 18:35:06.190550 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2461f345-b9c1-40f2-adf8-2a4ef5475719 req-0a3d26d0-a99c-4c46-9e93-8b83b4ca92bb tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698378 Apr 20 18:35:06.253151 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-0d20cc97-798c-48f6-8172-9391d592cfe6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1402910 Apr 20 18:35:06.270525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.277357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:06.331014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Pushing event deleted for resources: {'Port': ['ID=33727618-7689-489a-8ef4-fce59287f02a,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:06.335081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:06.436329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.573148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:06.666157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.670827 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.706454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.707510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630a2790-8192-4a0b-bc1d-5f8b11a30e9a {{(pid=86460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:35:06.728791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.732843 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] 10.222.0.26 "DELETE /v2.0/routers/630a2790-8192-4a0b-bc1d-5f8b11a30e9a HTTP/1.1" status: 204 len: 168 time: 2.1849339 Apr 20 18:35:06.733154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35172) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:06.871501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Deleting subnet c80c029c-c876-4313-9f54-d0a079c60276 {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:35:06.875121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:06.945015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:07.001721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-4996c4fc-6b90-47fd-b42b-0fc8f5768ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:07.003411 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-4996c4fc-6b90-47fd-b42b-0fc8f5768ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3&tenant_id=44c8fee5654e49c59d79f02d5064924e HTTP/1.1" status: 200 len: 1096 time: 0.1924767 Apr 20 18:35:07.065090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 33727618-7689-489a-8ef4-fce59287f02a no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:07.129527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 33727618-7689-489a-8ef4-fce59287f02a {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:07.129834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 33727618-7689-489a-8ef4-fce59287f02a not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:07.130351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9b29fd73-a0b9-44b5-a8f6-b4c86769618e no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:07.143282 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:07.171903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 9b29fd73-a0b9-44b5-a8f6-b4c86769618e {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:07.172300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 9b29fd73-a0b9-44b5-a8f6-b4c86769618e not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:07.220206 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-08ac63fa-d977-46a7-bd34-40d502404f4c req-ecf560b0-a87a-404a-a173-6624363c5de2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 210 time: 0.0563536 Apr 20 18:35:07.287565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-7d1f35e2-8a83-494b-a79e-f879d04000f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:07.289784 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-7d1f35e2-8a83-494b-a79e-f879d04000f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c8fee5654e49c59d79f02d5064924e&device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1096 time: 0.2320080 Apr 20 18:35:07.421288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db9ea0-0415-4eef-a030-6e5cf855aed5 req-ea6590cd-5fc5-462c-a9ba-0ee7fb5ad292 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:07.422978 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59db9ea0-0415-4eef-a030-6e5cf855aed5 req-ea6590cd-5fc5-462c-a9ba-0ee7fb5ad292 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0941536 Apr 20 18:35:07.473725 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-59db9ea0-0415-4eef-a030-6e5cf855aed5 req-22265a62-1ae1-4a66-89da-b5e98a51d728 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433731 Apr 20 18:35:07.668577 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-815b5b03-8963-4cfb-9f6a-ba5263170af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:07.670278 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-815b5b03-8963-4cfb-9f6a-ba5263170af0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 200 len: 918 time: 0.3734412 Apr 20 18:35:07.680021 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-53da53fd-333c-4784-b666-46cd84b0eeb3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:07.681377 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-53da53fd-333c-4784-b666-46cd84b0eeb3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 807 time: 0.3858628 Apr 20 18:35:07.845718 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-cee60194-20a5-4eac-a26f-d25fb5b9aeea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 200 len: 998 time: 0.1632972 Apr 20 18:35:07.905361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:07.923933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:07.973034 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-132a4bb5-6c7f-4338-a82f-68ae49a18551 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea1a1bd404a3468d90fc8474dae11004 HTTP/1.1" status: 200 len: 8061 time: 0.2296906 Apr 20 18:35:07.981380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80c029c-c876-4313-9f54-d0a079c60276,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:07.984003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:07.990915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:07.991063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0385c-6a2d-4aa9-802c-0515791f4ce2 None None] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:35:07.997675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'port': {'device_id': '106f48ff-896c-44ad-a68d-113dde6c8605', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'admin_state_up': True, 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'security_groups': ['15a4ea3d-9ea8-4423-92ec-65296173c873']}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:08.024708 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-24b4cbb1-189c-4b89-ad3f-0b856a8a70d2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c80c029c-c876-4313-9f54-d0a079c60276 HTTP/1.1" status: 204 len: 168 time: 1.2899752 Apr 20 18:35:08.027434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35180) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:08.073201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-dd954932-6b01-4350-a02d-70cca849cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.074842 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-dd954932-6b01-4350-a02d-70cca849cbca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 200 len: 856 time: 0.2211413 Apr 20 18:35:08.152302 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.163815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Deleting port 21e61cb9-ae86-48d1-8d66-a65378d77159 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:08.164188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.215727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:08.226476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-a44d868e-03d4-4ca0-8331-9be0c41fed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.228089 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-a44d868e-03d4-4ca0-8331-9be0c41fed30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3a01c70-4832-4052-98e3-e91738436fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1448479 Apr 20 18:35:08.232155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:08.292576 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63865be4-5633-4515-8016-c35087c4d481 None None] DHCP port deletion for 436efa77-2cda-42b3-8446-8a3ec2c37ccf request from dv-cinder-786931-2-smb {{(pid=86461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:35:08.297398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Deleting port 21e61cb9-ae86-48d1-8d66-a65378d77159 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:08.298263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.317170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Made reservation on behalf of ea1a1bd404a3468d90fc8474dae11004 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:35:08.323574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.432243 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9c877588-8218-4da6-b3be-0ce9dff79bc0 req-d2aec876-0363-4cd4-8524-6499278069b0 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 210 time: 0.0744374 Apr 20 18:35:08.454986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] For port 21e61cb9-ae86-48d1-8d66-a65378d77159, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=21e61cb9-ae86-48d1-8d66-a65378d77159,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:08.455550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.483501 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-4151b22d-7c29-4a73-a661-38a43fea08d5 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476039 Apr 20 18:35:08.602400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Calling delete_port for 21e61cb9-ae86-48d1-8d66-a65378d77159 owned by network:dhcp {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:08.739068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-63865be4-5633-4515-8016-c35087c4d481 None None] For port 21e61cb9-ae86-48d1-8d66-a65378d77159, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=21e61cb9-ae86-48d1-8d66-a65378d77159,segment=NetworkSegment(fd7968de-05b6-46e7-b1bf-ce8b4cf7d889),segment_id=fd7968de-05b6-46e7-b1bf-ce8b4cf7d889)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:08.739423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.785939 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:08.791730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fc6356bb-088d-463a-a012-5e7ae3f46877 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:08.845365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=21e61cb9-ae86-48d1-8d66-a65378d77159,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:08.858203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83611-68c8-4cb7-9df1-f00c1cf054f6 req-fbc2006e-33e3-4041-92c8-0fb18f09a459 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.859864 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-34b83611-68c8-4cb7-9df1-f00c1cf054f6 req-fbc2006e-33e3-4041-92c8-0fb18f09a459 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.1790068 Apr 20 18:35:08.860918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] No DVR routers for this DVR port 21e61cb9-ae86-48d1-8d66-a65378d77159 on host dv-cinder-786931-2-smb {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:35:08.862678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:08.874286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Calling delete_port for 21e61cb9-ae86-48d1-8d66-a65378d77159 owned by network:dhcp {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:08.902769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Allocated IP 172.20.0.12 (c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1/88e7c42b-af4b-47fd-aa1c-575560831a83/3cfefb63-ba63-47ea-8766-829c1fa90fbc) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:35:08.938262 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-503f881f-777f-4862-8b7a-dbb754be6fa5 req-9b52f09a-2b63-4055-ba1e-dc6f0fd5a7f8 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480531 Apr 20 18:35:08.957433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:35:08.958108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:35:09.029133 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-34b83611-68c8-4cb7-9df1-f00c1cf054f6 req-45be8922-2812-4527-90a0-a9c2acf111cd tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317632 Apr 20 18:35:09.035950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.090819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 21e61cb9-ae86-48d1-8d66-a65378d77159 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:09.132676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.135234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 21e61cb9-ae86-48d1-8d66-a65378d77159 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:09.135769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 21e61cb9-ae86-48d1-8d66-a65378d77159 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:09.151127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Transition to ACTIVE for port object 3cfefb63-ba63-47ea-8766-829c1fa90fbc will not be triggered until provisioned by entity DHCP. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:35:09.175151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.181315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ee39db2c-7f46-412f-bbc3-c2d050e1d730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:09.185815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436efa77-2cda-42b3-8446-8a3ec2c37ccf']}} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:09.199430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889') {'for_net_delete': True} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:09.199768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7968de-05b6-46e7-b1bf-ce8b4cf7d889') {} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:09.212853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305959'] for segment, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.227699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.233944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=86460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:35:09.260864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:35:09.264047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:35:09.268883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:35:09.295575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:09.301543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:09.341386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:09.342095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.370540 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3820367 Apr 20 18:35:09.390797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Request body: {'port': {'device_id': '106f48ff-896c-44ad-a68d-113dde6c8605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:09.418143 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:35:09.428997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852647168'] for segment, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.459684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Deleting port 21e61cb9-ae86-48d1-8d66-a65378d77159 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:09.460245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-63865be4-5633-4515-8016-c35087c4d481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.559945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-63865be4-5633-4515-8016-c35087c4d481 None None] The port '21e61cb9-ae86-48d1-8d66-a65378d77159' was deleted {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:35:09.570288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-f55e8ee1-5a51-43ea-ac3a-f99f65e67388 None None] Provisioning for port 3cfefb63-ba63-47ea-8766-829c1fa90fbc completed by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:35:09.575900 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-f55e8ee1-5a51-43ea-ac3a-f99f65e67388 None None] Provisioning complete for port 3cfefb63-ba63-47ea-8766-829c1fa90fbc triggered by entity DHCP. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:35:09.576235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f55e8ee1-5a51-43ea-ac3a-f99f65e67388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.578169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:09.664464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Network 436efa77-2cda-42b3-8446-8a3ec2c37ccf has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:35:09.680522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-f55e8ee1-5a51-43ea-ac3a-f99f65e67388 None None] Port 3cfefb63-ba63-47ea-8766-829c1fa90fbc cannot update to ACTIVE because it is not bound. {{(pid=86461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:35:09.695387 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:35:10.050357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.058346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:10.062790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfefb63-ba63-47ea-8766-829c1fa90fbc {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:35:10.078494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.086798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.094534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=436efa77-2cda-42b3-8446-8a3ec2c37ccf,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:10.097733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:10.101929 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] 10.222.0.26 "DELETE /v2.0/networks/436efa77-2cda-42b3-8446-8a3ec2c37ccf HTTP/1.1" status: 204 len: 168 time: 2.0733786 Apr 20 18:35:10.127540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Transition to ACTIVE for port object 3cfefb63-ba63-47ea-8766-829c1fa90fbc will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:35:10.133707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.138950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:10.139241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b03319-6596-4c8c-b636-c6250c88c630 req-64fd336d-ae8b-4332-8c9a-37c6f594777d tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:10.140915 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0b03319-6596-4c8c-b636-c6250c88c630 req-64fd336d-ae8b-4332-8c9a-37c6f594777d tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 932 time: 0.5534260 Apr 20 18:35:10.245542 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c0b03319-6596-4c8c-b636-c6250c88c630 req-78488dc4-5374-4add-9f4c-f8ae6b29ed90 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971477 Apr 20 18:35:10.346626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35214) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:10.426504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801a33-861e-4e46-b421-b5c18826715e req-ee419d1b-e5ee-4b1b-b8cb-81e5ab553872 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:10.428240 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11801a33-861e-4e46-b421-b5c18826715e req-ee419d1b-e5ee-4b1b-b8cb-81e5ab553872 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.1544054 Apr 20 18:35:10.484292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:10.514812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:10.553734 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-11801a33-861e-4e46-b421-b5c18826715e req-6d2e888e-b748-416e-a9ee-38241ea9d41e tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149077 Apr 20 18:35:10.557786 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0d2be414-ebe4-46a3-8e22-623fab16bf55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48f59aab19eb4922a2128ef7fbfb5e0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2031820 Apr 20 18:35:10.559906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35218) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:10.606480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Attempting to bind port 3cfefb63-ba63-47ea-8766-829c1fa90fbc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:35:10.606835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Attempting to bind port 3cfefb63-ba63-47ea-8766-829c1fa90fbc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:35:10.607166 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Attempting to bind port 3cfefb63-ba63-47ea-8766-829c1fa90fbc on network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:35:10.626304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Port 3cfefb63-ba63-47ea-8766-829c1fa90fbc on network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:35:10.626659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Attempting to bind port 3cfefb63-ba63-47ea-8766-829c1fa90fbc on network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:35:10.640808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:35:10.641182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Checking segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:35:10.641609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Bound using segment: {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:35:10.642108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Bound port: 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b368cd3-1089-45bb-aa72-eb2672db1eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:35:10.642492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.719731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.777400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.810749 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:35:10.830654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:35:10.835094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.841072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cd6a8694-a16e-4c09-9910-87c19f627550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:10.909410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:10.910121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.911627 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 1094 time: 1.5270834 Apr 20 18:35:10.913013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:10.933222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.947278 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:10.950787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:10.953313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:10.965883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef060106-cf4b-4760-9a81-bca1d29bea4a,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:10.968479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:10.969679 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef060106-cf4b-4760-9a81-bca1d29bea4a HTTP/1.1" status: 204 len: 168 time: 0.4087367 Apr 20 18:35:10.970943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0d9192fe-f93a-4bc5-b4c5-6639622ab4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:10.994674 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'status': 'completed', 'code': 200} Apr 20 18:35:11.491452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c7276-d40d-4436-a20b-307aad8a99c0 req-e8c9f203-ec7e-478a-882d-a534095f4b54 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:11.494566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-003c7276-d40d-4436-a20b-307aad8a99c0 req-e8c9f203-ec7e-478a-882d-a534095f4b54 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.1138229 Apr 20 18:35:11.550118 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-003c7276-d40d-4436-a20b-307aad8a99c0 req-4c46b367-4d3c-4d54-b755-81b5bd664882 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501890 Apr 20 18:35:11.795830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae9a5-a041-421b-ba2f-72deba22f39a req-970b6087-426b-4b4f-9903-962054e20ea8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:11.806669 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-250ae9a5-a041-421b-ba2f-72deba22f39a req-970b6087-426b-4b4f-9903-962054e20ea8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.1021259 Apr 20 18:35:11.853576 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-250ae9a5-a041-421b-ba2f-72deba22f39a req-fe2826fa-6fe2-461e-8f6d-3b3225164ec6 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Apr 20 18:35:12.804720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20aac9-c657-4f48-93cd-fbd4c7845492 req-f913b8ab-da33-437d-995d-d831709c02da tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:12.806761 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bc20aac9-c657-4f48-93cd-fbd4c7845492 req-f913b8ab-da33-437d-995d-d831709c02da tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.1226602 Apr 20 18:35:12.868518 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bc20aac9-c657-4f48-93cd-fbd4c7845492 req-53355aa6-3dc0-4168-a572-485d1d44b62f tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487275 Apr 20 18:35:13.092772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06051b9b-adc2-4fa6-91f8-d263b80af468 req-06857b5d-e2a6-44e2-800f-224d688f691b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:13.094696 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06051b9b-adc2-4fa6-91f8-d263b80af468 req-06857b5d-e2a6-44e2-800f-224d688f691b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0933173 Apr 20 18:35:13.149925 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-06051b9b-adc2-4fa6-91f8-d263b80af468 req-9332b4c0-b995-4c48-8564-63166f16c468 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Apr 20 18:35:13.164237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35284) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:13.297886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.314139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:13.318992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Usage tracker for resource:security_group_rule and tenant:1138088f363d45109f59743332720ff0 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:13.322104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:13.328281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:13.420037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.423058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.433010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f760e329-9f30-439a-9b83-7f0fb11a9f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:13.479202 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1138088f363d45109f59743332720ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112659 Apr 20 18:35:13.479202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f576aff-362f-4e87-8b4a-4f42cf4b140e,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:13.480210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35290) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:13.481159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:13.549398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.578214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.627691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.634718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-48164f5f-acb1-4a3a-a097-92564a269e02 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:13.647653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f576aff-362f-4e87-8b4a-4f42cf4b140e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:13.660511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:13.664818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:13.666582 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f576aff-362f-4e87-8b4a-4f42cf4b140e HTTP/1.1" status: 204 len: 168 time: 0.1849432 Apr 20 18:35:13.977626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35300) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:14.000832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.017815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:14.022722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Usage tracker for resource:security_group_rule and tenant:0c59e8d186d44a2995096a5aea81f0de is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:14.025745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:14.032232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:14.084097 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4674-18d9-4f04-b007-ae6efac9254b req-cbcae2ae-251c-4fe1-b75f-f72b21e00fe2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:14.090517 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-628f4674-18d9-4f04-b007-ae6efac9254b req-cbcae2ae-251c-4fe1-b75f-f72b21e00fe2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.1011577 Apr 20 18:35:14.126854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.131467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.140267 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-628f4674-18d9-4f04-b007-ae6efac9254b req-5dab2c6d-cca9-4161-a94f-7044847977ec tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474789 Apr 20 18:35:14.156028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c9e443d1-7e2a-4dc5-9c5f-71821fe7365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:14.213660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35306) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:14.213887 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c59e8d186d44a2995096a5aea81f0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349186 Apr 20 18:35:14.214805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798e3e63-6b18-416c-a924-447d174b2934,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:14.223045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4b8bfab3-fe27-4841-a6dd-a699aac4e0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:14.284065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.364164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.441209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13207c4-fca9-439e-b65e-ac67cd7065a9 req-5d090573-311e-456e-ae0b-e6b44f9ac9ae tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:14.443166 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c13207c4-fca9-439e-b65e-ac67cd7065a9 req-5d090573-311e-456e-ae0b-e6b44f9ac9ae tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.1482482 Apr 20 18:35:14.451894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.469897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-24e26846-2ba4-4167-b32e-a929095d0d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:14.485740 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e3e63-6b18-416c-a924-447d174b2934,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:14.492730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:14.506249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:14.510556 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d3e1a806-e21e-4d5a-b32e-e3765c76dbfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/798e3e63-6b18-416c-a924-447d174b2934 HTTP/1.1" status: 204 len: 168 time: 0.2923558 Apr 20 18:35:14.523460 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c13207c4-fca9-439e-b65e-ac67cd7065a9 req-e7a08ca7-1c7c-4792-ba59-0d567cdfaa80 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736952 Apr 20 18:35:15.360944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f10db7-18d8-47c8-aafa-c9b2d342f210 req-c46145d1-1044-4d8f-bab0-caa4d0b7a882 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:15.362785 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-35f10db7-18d8-47c8-aafa-c9b2d342f210 req-c46145d1-1044-4d8f-bab0-caa4d0b7a882 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0998938 Apr 20 18:35:15.416692 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-35f10db7-18d8-47c8-aafa-c9b2d342f210 req-4e662db1-56a8-4189-b826-7cc858d411bf tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Apr 20 18:35:15.751920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeee70d-871b-46a0-907a-97196cd2863a req-c0fee8ed-965d-420b-9f98-5f2aae19330f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:15.753578 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-daeee70d-871b-46a0-907a-97196cd2863a req-c0fee8ed-965d-420b-9f98-5f2aae19330f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.1062603 Apr 20 18:35:15.809085 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-daeee70d-871b-46a0-907a-97196cd2863a req-41be355c-7768-4daa-8e2d-102bd9a0d4a1 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484142 Apr 20 18:35:15.835322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:35:16.287789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:16.658094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5ca6-b9a7-4037-a845-3d6b36c16041 req-fedc4f2a-1e68-4169-84ef-5141e198a424 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:16.659797 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3e2d5ca6-b9a7-4037-a845-3d6b36c16041 req-fedc4f2a-1e68-4169-84ef-5141e198a424 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.1049361 Apr 20 18:35:16.711248 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3e2d5ca6-b9a7-4037-a845-3d6b36c16041 req-eb900d76-26c7-4609-8675-fcb2da4ff280 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 Apr 20 18:35:17.034495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b7337-8dda-43e6-b464-ae68826b914b req-9ba7d45d-1c78-40a5-b43c-da697c45b022 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:17.036121 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cb6b7337-8dda-43e6-b464-ae68826b914b req-9ba7d45d-1c78-40a5-b43c-da697c45b022 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0910914 Apr 20 18:35:17.087591 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cb6b7337-8dda-43e6-b464-ae68826b914b req-07f43a9c-4754-4e12-b401-67de47131778 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 Apr 20 18:35:17.931301 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc2d0-0c7d-4a3c-a453-a373ee966149 req-4ae10c96-d969-4a2d-ae18-99e0e1c6e79b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:17.933792 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-669cc2d0-0c7d-4a3c-a453-a373ee966149 req-4ae10c96-d969-4a2d-ae18-99e0e1c6e79b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0979092 Apr 20 18:35:17.984782 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-669cc2d0-0c7d-4a3c-a453-a373ee966149 req-11354408-0035-4aaf-998d-c475f4215098 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 Apr 20 18:35:18.302086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5809a7-1505-412f-af3d-38758213bb9c req-babe3c51-0724-46c8-ad4a-7f268760e619 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:18.304162 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ca5809a7-1505-412f-af3d-38758213bb9c req-babe3c51-0724-46c8-ad4a-7f268760e619 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0913267 Apr 20 18:35:18.358134 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ca5809a7-1505-412f-af3d-38758213bb9c req-0868374f-6613-4b2c-bed8-5bb91476f66b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471811 Apr 20 18:35:19.192392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13038-baab-48c0-838c-3311210a94a8 req-24c5cf5b-906b-4a7d-8195-ca8ae054e6b6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:19.194366 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-83c13038-baab-48c0-838c-3311210a94a8 req-24c5cf5b-906b-4a7d-8195-ca8ae054e6b6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0925167 Apr 20 18:35:19.244954 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-83c13038-baab-48c0-838c-3311210a94a8 req-48e895f9-b499-41f5-a4ac-6df8c8f2818c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Apr 20 18:35:19.584940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecb418-464f-43d6-abf2-e18f80f95a02 req-85b7c719-2ece-40e0-8654-0476456b540f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:19.586672 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3ecb418-464f-43d6-abf2-e18f80f95a02 req-85b7c719-2ece-40e0-8654-0476456b540f tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0973620 Apr 20 18:35:19.642253 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3ecb418-464f-43d6-abf2-e18f80f95a02 req-59ce3fa2-bb0b-4dbe-a8d6-c8ebcf9d90fa tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Apr 20 18:35:20.451710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e98e3-e296-4136-958b-4cf9b4dadc4d req-f15657db-4aaa-413f-aefa-55f92f7e903f tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:20.453328 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-832e98e3-e296-4136-958b-4cf9b4dadc4d req-f15657db-4aaa-413f-aefa-55f92f7e903f tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0881510 Apr 20 18:35:20.502651 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-832e98e3-e296-4136-958b-4cf9b4dadc4d req-2275798e-2584-4ac5-9e9f-6d1c05d8dbbd tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Apr 20 18:35:20.740977 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce56a7-0c47-4e3a-92c5-b1e1b559d518 req-1411e722-b8a0-48ba-83b6-94c2a7938836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:20.742639 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2ce56a7-0c47-4e3a-92c5-b1e1b559d518 req-1411e722-b8a0-48ba-83b6-94c2a7938836 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1097 time: 0.0849147 Apr 20 18:35:20.857478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513a758-2bbc-4749-a5c8-994eb2687b2a req-81cff76b-6129-4daa-9a8d-c5c805fd24b3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:20.859210 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0513a758-2bbc-4749-a5c8-994eb2687b2a req-81cff76b-6129-4daa-9a8d-c5c805fd24b3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0943677 Apr 20 18:35:20.907949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce56a7-0c47-4e3a-92c5-b1e1b559d518 req-68ea2340-65a1-423a-920e-c0dbf1d4eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:20.908320 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0513a758-2bbc-4749-a5c8-994eb2687b2a req-c102b195-6572-4994-afed-e20069d7e88a tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Apr 20 18:35:20.909582 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2ce56a7-0c47-4e3a-92c5-b1e1b559d518 req-68ea2340-65a1-423a-920e-c0dbf1d4eff3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ea1a1bd404a3468d90fc8474dae11004&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1589968 Apr 20 18:35:21.059259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce56a7-0c47-4e3a-92c5-b1e1b559d518 req-c387a0cd-ba5f-44de-b6bb-fb9d920cc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:21.060936 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2ce56a7-0c47-4e3a-92c5-b1e1b559d518 req-c387a0cd-ba5f-44de-b6bb-fb9d920cc71d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446326 Apr 20 18:35:21.179520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-016f6d31-ffc9-4313-9140-873c5fc836b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:21.181222 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-016f6d31-ffc9-4313-9140-873c5fc836b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1097 time: 0.0795817 Apr 20 18:35:21.262632 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-51edc0ac-9126-4730-b660-444271ddb2a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 217 time: 0.0727460 Apr 20 18:35:21.332842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-c9110f5a-03b1-4543-b163-04a4380e7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:21.334430 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-c9110f5a-03b1-4543-b163-04a4380e7abe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.0655124 Apr 20 18:35:21.422269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-de5590a6-cb21-4a03-9eaa-79738ea589d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:21.424046 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-de5590a6-cb21-4a03-9eaa-79738ea589d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828111 Apr 20 18:35:21.565552 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-77fd4ab5-e5f9-495b-bc5c-5e8dc959e524 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334019 Apr 20 18:35:21.702979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ccfb-4ed4-49b0-8791-15ad15bf1575 req-8c45d838-545f-4d53-b587-0f10caa59211 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:21.704612 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-caa7ccfb-4ed4-49b0-8791-15ad15bf1575 req-8c45d838-545f-4d53-b587-0f10caa59211 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0889497 Apr 20 18:35:21.714527 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-785dc55f-da04-4990-90b1-a3ce234d91e8 req-20ba776a-1bc0-42f5-95b2-fadb87aa71e4 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418781 Apr 20 18:35:21.757940 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-caa7ccfb-4ed4-49b0-8791-15ad15bf1575 req-49b02ffe-9ccc-49fb-85bb-8bdc759a2bd1 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Apr 20 18:35:22.119014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6ac76-f2eb-42a5-80ec-54563f2a3f87 req-65b3297a-4d98-4940-bb69-36893db996c7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:22.120618 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-82e6ac76-f2eb-42a5-80ec-54563f2a3f87 req-65b3297a-4d98-4940-bb69-36893db996c7 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 943 time: 0.0912881 Apr 20 18:35:22.169115 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-82e6ac76-f2eb-42a5-80ec-54563f2a3f87 req-7f676fd6-710a-41ac-b3d0-444c2fc0c26b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Apr 20 18:35:22.666897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:35:22.807169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:22.822534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '26fe916a-aac0-41ae-a531-661e833d1c60', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'port_id': '26fe916a-aac0-41ae-a531-661e833d1c60', 'mac_address': 'fa:16:3e:74:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:35:22.886165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:22.906334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fe916a-aac0-41ae-a531-661e833d1c60 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:35:22.924268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:22.933707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:22.935628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:23.004929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=9']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:23.008982 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:23.021672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092fc7d-3426-4c8e-98fc-095d2a0ad029 req-f8f9eb7b-2e26-4961-b283-30d3174fe758 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:23.023304 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4092fc7d-3426-4c8e-98fc-095d2a0ad029 req-f8f9eb7b-2e26-4961-b283-30d3174fe758 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.1033120 Apr 20 18:35:23.072511 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4092fc7d-3426-4c8e-98fc-095d2a0ad029 req-704e70d9-0131-4839-aa3c-08d076f05cbf tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Apr 20 18:35:23.138218 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['26fe916a-aac0-41ae-a531-661e833d1c60'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:35:23.372383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74d5b-3da8-4dc9-b651-37c7eef12c28 req-0d70acfb-7e39-43e4-912d-385f9096434b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:23.373884 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d9b74d5b-3da8-4dc9-b651-37c7eef12c28 req-0d70acfb-7e39-43e4-912d-385f9096434b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 944 time: 0.0877604 Apr 20 18:35:23.420920 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d9b74d5b-3da8-4dc9-b651-37c7eef12c28 req-cbde1dcb-fd35-4d66-bc56-b08dda5ee34c tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Apr 20 18:35:24.275421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087357b9-4d99-48b9-98cf-5a94380bb398 req-ecf53160-5f32-413a-820e-6cd1a65e7c85 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:24.276970 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-087357b9-4d99-48b9-98cf-5a94380bb398 req-ecf53160-5f32-413a-820e-6cd1a65e7c85 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0924122 Apr 20 18:35:24.324798 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-087357b9-4d99-48b9-98cf-5a94380bb398 req-8e1bfb84-f839-42da-a484-1959c072aa2b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Apr 20 18:35:24.622489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29d152-d85b-444e-b01c-c81d81b8893a req-5e88d584-589e-4366-a1f7-484ff335c40d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:24.624108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0d29d152-d85b-444e-b01c-c81d81b8893a req-5e88d584-589e-4366-a1f7-484ff335c40d tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 944 time: 0.0885346 Apr 20 18:35:24.675190 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0d29d152-d85b-444e-b01c-c81d81b8893a req-7f67c6cc-a3af-4983-9c05-5633b8695007 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442171 Apr 20 18:35:24.699283 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:35:24.701940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:35:24.874250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 26fe916a-aac0-41ae-a531-661e833d1c60 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:35:24.874592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:24.950931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:24.967894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'port_id': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'mac_address': 'fa:16:3e:e9:4f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:35:25.080661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.102231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.113449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfefb63-ba63-47ea-8766-829c1fa90fbc {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:35:25.143268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:25.151127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:25.155926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:25.157044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.158838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:25.196077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.231322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:25.234699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:25.235314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:25.315298 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=10']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:25.319076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:25.361689 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'code': 200} Apr 20 18:35:25.364046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['3cfefb63-ba63-47ea-8766-829c1fa90fbc'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:35:25.604867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5d357-be4b-4c79-b135-c8ac160a506e req-75e0d12b-dd9b-4b02-961f-c481b99d3a92 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:25.606549 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-96f5d357-be4b-4c79-b135-c8ac160a506e req-75e0d12b-dd9b-4b02-961f-c481b99d3a92 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 945 time: 0.0930612 Apr 20 18:35:25.664638 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-96f5d357-be4b-4c79-b135-c8ac160a506e req-8176b0ff-fb66-4348-8750-3f5112bfa9fe tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513203 Apr 20 18:35:25.670370 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546415c1-c9bf-4f93-b024-97cba60fdc8f req-4cd6d7b6-dd14-45d6-915d-92f2f85cf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:25.672241 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-546415c1-c9bf-4f93-b024-97cba60fdc8f req-4cd6d7b6-dd14-45d6-915d-92f2f85cf9b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 1099 time: 0.1013949 Apr 20 18:35:25.718424 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-546415c1-c9bf-4f93-b024-97cba60fdc8f req-e1aff2ec-033f-419a-928c-163ae3405fb0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388763 Apr 20 18:35:25.885094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b03b4-2372-4561-92f7-8d2d1ff11611 req-21fdbb81-8575-4ecc-ac4a-758e0a298d32 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:25.886700 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e89b03b4-2372-4561-92f7-8d2d1ff11611 req-21fdbb81-8575-4ecc-ac4a-758e0a298d32 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 946 time: 0.0919979 Apr 20 18:35:25.934120 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e89b03b4-2372-4561-92f7-8d2d1ff11611 req-f4108bdf-c8c1-4c16-8b0c-541250af4474 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Apr 20 18:35:26.628510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3b53e7d7-38ad-47fe-8a0e-43a594fcf161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:26.704520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:35:26.780741 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 3cfefb63-ba63-47ea-8766-829c1fa90fbc completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:35:26.785999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 3cfefb63-ba63-47ea-8766-829c1fa90fbc triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:35:26.787378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:26.877273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157713a7-7b1d-491a-b44a-2cffdeb877e2 req-a7248aa6-1257-4974-ba95-a87d6a6bf335 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:26.886292 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-157713a7-7b1d-491a-b44a-2cffdeb877e2 req-a7248aa6-1257-4974-ba95-a87d6a6bf335 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 945 time: 0.1003797 Apr 20 18:35:26.931857 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-157713a7-7b1d-491a-b44a-2cffdeb877e2 req-5c6f2ecb-cee1-44a1-b8f3-9380d11729fa tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Apr 20 18:35:26.963476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:27.009760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:27.023491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:27.025613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7afa4a61-37e4-4490-820d-344c42f2fbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:27.105597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:27.116611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:27.199316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d4433-44a4-4f9d-ac64-1f64ff5a2abf req-102362c1-30a5-4c0a-83d4-3d9f77d0f4c8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:27.200951 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a87d4433-44a4-4f9d-ac64-1f64ff5a2abf req-102362c1-30a5-4c0a-83d4-3d9f77d0f4c8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 946 time: 0.1006715 Apr 20 18:35:27.253255 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a87d4433-44a4-4f9d-ac64-1f64ff5a2abf req-ec4cf33c-9e63-44af-96d3-8c3915e71c13 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Apr 20 18:35:27.363093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:27.411054 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'code': 200} Apr 20 18:35:27.710203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e098a2-3f18-4fa2-a000-1105adc45432 req-8053ace2-0938-4154-8bff-abd47ac251b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:27.711769 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c1e098a2-3f18-4fa2-a000-1105adc45432 req-8053ace2-0938-4154-8bff-abd47ac251b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.0793798 Apr 20 18:35:27.753539 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c1e098a2-3f18-4fa2-a000-1105adc45432 req-fccbb66c-b893-429c-83fa-5d46ceb9b452 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Apr 20 18:35:28.137224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f406903-d2d4-4478-832c-8d398b4439d4 req-e61a7a4a-c19d-4e4c-ac69-7c53f4ca40e5 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:28.138892 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4f406903-d2d4-4478-832c-8d398b4439d4 req-e61a7a4a-c19d-4e4c-ac69-7c53f4ca40e5 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0892122 Apr 20 18:35:28.188970 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4f406903-d2d4-4478-832c-8d398b4439d4 req-5fb0a4ee-c3a3-4c8d-94b0-e88a7e7915d0 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Apr 20 18:35:28.467202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f797a53-6be5-4feb-bf7a-d87bdc6735e7 req-8febeee7-ac2b-4a1b-9241-b5e5a20b797b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:28.468859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6f797a53-6be5-4feb-bf7a-d87bdc6735e7 req-8febeee7-ac2b-4a1b-9241-b5e5a20b797b tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 946 time: 0.0927837 Apr 20 18:35:28.521701 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6f797a53-6be5-4feb-bf7a-d87bdc6735e7 req-ff989d95-7445-41ed-8bec-93db283dc5c8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454531 Apr 20 18:35:29.167081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ebd6bb26-2e52-49f0-97d6-2a28e517eef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:29.389784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d367f-89e9-43b8-81fd-53447e6c59f4 req-ee88f4c3-7e42-458e-b7f7-fd08b66f30ef tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:29.391391 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9c2d367f-89e9-43b8-81fd-53447e6c59f4 req-ee88f4c3-7e42-458e-b7f7-fd08b66f30ef tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0906751 Apr 20 18:35:29.439007 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9c2d367f-89e9-43b8-81fd-53447e6c59f4 req-c60a924c-3021-4fef-bbd9-2d227b046c1e tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407259 Apr 20 18:35:29.507750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:29.643928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc50af-67b8-402e-ac7c-6fe0a5d0d484 req-3c6b978f-9ae0-4c9f-a03a-428b82d9ab71 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:29.645414 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eebc50af-67b8-402e-ac7c-6fe0a5d0d484 req-3c6b978f-9ae0-4c9f-a03a-428b82d9ab71 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0902541 Apr 20 18:35:29.696219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eebc50af-67b8-402e-ac7c-6fe0a5d0d484 req-55cc72aa-a5a5-4033-a8d0-b11884b1dbea tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Apr 20 18:35:29.720831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35570) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:29.973945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ef1b1-4735-437f-bdc8-5fe083260048 tempest-TestShelveInstance-1287132720 tempest-TestShelveInstance-1287132720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:29.974690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-865ef1b1-4735-437f-bdc8-5fe083260048 tempest-TestShelveInstance-1287132720 tempest-TestShelveInstance-1287132720-project-admin] Synchronizing usage tracker for tenant:50fc2df420384c48a98f29675b9342a4 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:35:29.990608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-865ef1b1-4735-437f-bdc8-5fe083260048 tempest-TestShelveInstance-1287132720 tempest-TestShelveInstance-1287132720-project-admin] Unset dirty status for tenant:50fc2df420384c48a98f29675b9342a4 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:35:29.991860 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-865ef1b1-4735-437f-bdc8-5fe083260048 tempest-TestShelveInstance-1287132720 tempest-TestShelveInstance-1287132720-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1094 time: 0.2699747 Apr 20 18:35:29.994986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35578) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:30.000516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Request body: {'floatingip': {'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'port_id': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:30.007194 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:30.011173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Usage tracker for resource:floatingip and tenant:ea1a1bd404a3468d90fc8474dae11004 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:30.014142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:30.020113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:30.029300 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for floatingip, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:30.056786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:30.172811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:30.312747 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Allocated IP 172.28.3.85 (7ac97f5d-20d8-432e-b611-9cb41285dfd7/4a10c9b8-6a3e-41b2-86ec-2283392e0cc8/48c86ff7-a33e-4ef5-8bf0-96a68607d8b5) {{(pid=86460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:35:30.464639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for port, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:30.493097 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:30.497729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7e73-ea2d-40ce-a6ae-50677838451f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:30.566460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Network 7ac97f5d-20d8-432e-b611-9cb41285dfd7 is already hosted by enough agents. {{(pid=86460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:35:30.567769 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Resources bound (agent type, host, resource id): {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:35:30.570382 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Received port after_create {{(pid=86460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:35:30.610765 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'Port': ['ID=48c86ff7-a33e-4ef5-8bf0-96a68607d8b5,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:30.613697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:31.234569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.314352 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.328772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.537955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for port, precommit_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.541394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852647042'] for port, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.546044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-59a32320-97ed-4bd5-b0a1-5adfe51c2798 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:31.668619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event updated for resources: {'Port': ['ID=48c86ff7-a33e-4ef5-8bf0-96a68607d8b5,revision_number=2']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:31.673257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:31.678355 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.863841 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Floating IP d22614c8-4d53-438b-afe3-f716b2893007 associated. External IP: 172.28.3.85, port: 3cfefb63-ba63-47ea-8766-829c1fa90fbc. Apr 20 18:35:32.236551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:35:32.424793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:35:32.434378 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] Sync routers for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:35:32.444757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:32.445421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:35:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:32.452000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:32.513546 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6c5a9a0f-6ec2-4b91-8707-cbff373b00ba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5174496 Apr 20 18:35:32.514259 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:32.648845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:32.652065 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'status': 'completed', 'code': 200} Apr 20 18:35:32.774164 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92f99b-9c59-4241-828a-e389a53621aa req-6ed20b82-0180-4cc6-b5c7-a82abe184ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:32.775822 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-6ed20b82-0180-4cc6-b5c7-a82abe184ccf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.0969625 Apr 20 18:35:32.927521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92f99b-9c59-4241-828a-e389a53621aa req-d8820549-6860-4485-9bcc-3486a0d33635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:32.929140 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-d8820549-6860-4485-9bcc-3486a0d33635 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 908 time: 0.1476705 Apr 20 18:35:33.030221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'd22614c8-4d53-438b-afe3-f716b2893007', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'floating_ip_address': '172.28.3.85', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'port_id': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'mac_address': 'fa:16:3e:e9:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f48ff-896c-44ad-a68d-113dde6c8605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:31Z', 'updated_at': '2021-04-20T18:35:31Z', 'revision_number': 0, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:33.034728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] Checking router: 3388e0f5-bd9c-49ec-b678-faa5c86c1671 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:35:33.044770 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:33.045436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:35:29Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:33.055060 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-46a19492-02d6-428d-8e95-c013bb03ad8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 999 time: 0.1201417 Apr 20 18:35:33.128403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92f99b-9c59-4241-828a-e389a53621aa req-0e92e8b7-6079-49c6-98f9-c1228d66abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:33.130273 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-0e92e8b7-6079-49c6-98f9-c1228d66abd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.0687623 Apr 20 18:35:33.215004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92f99b-9c59-4241-828a-e389a53621aa req-5731148e-1380-4ab7-93fa-eadbf67c2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:33.216795 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-5731148e-1380-4ab7-93fa-eadbf67c2828 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806158 Apr 20 18:35:33.236306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:33.307123 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35632) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:33.365252 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-dea16146-6d45-4da5-8db2-55818941de88 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418111 Apr 20 18:35:33.437809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.454201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:33.458788 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Usage tracker for resource:security_group_rule and tenant:f9dc662f65d84aee8fc25474b8147b5c is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:33.462176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:33.468766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:33.565630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.569776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.580018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df48b22d-4b53-4a49-941e-f0596fde5410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:33.626590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f67cb9-d6de-441c-ac01-0a56485e13fb,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:33.636161 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9dc662f65d84aee8fc25474b8147b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278463 Apr 20 18:35:33.637060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35638) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:33.638287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:33.652883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'd22614c8-4d53-438b-afe3-f716b2893007', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'floating_ip_address': '172.28.3.85', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'port_id': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'mac_address': 'fa:16:3e:e9:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f48ff-896c-44ad-a68d-113dde6c8605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:31Z', 'updated_at': '2021-04-20T18:35:31Z', 'revision_number': 0, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:33.659314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ca8ca-c909-4df0-b25e-97dd358eef73 None None] The sync data for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb is: [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_floatingips': [{'id': 'd22614c8-4d53-438b-afe3-f716b2893007', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'floating_ip_address': '172.28.3.85', 'floating_network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'router_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'port_id': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'mac_address': 'fa:16:3e:e9:4f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f48ff-896c-44ad-a68d-113dde6c8605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:31Z', 'updated_at': '2021-04-20T18:35:31Z', 'revision_number': 0, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:35:33.709745 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.737916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.768508 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4d92f99b-9c59-4241-828a-e389a53621aa req-d66eadca-eaaa-4f1c-847c-28cf3ba07dfd service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931386 Apr 20 18:35:33.787615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.793726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6b2ac774-bcca-455f-8cee-b77541e511e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:33.808376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f67cb9-d6de-441c-ac01-0a56485e13fb,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:33.810685 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:33.813009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.814097 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-223bf414-9e29-4c11-a81d-e42fae5f3d2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46f67cb9-d6de-441c-ac01-0a56485e13fb HTTP/1.1" status: 204 len: 168 time: 0.1744428 Apr 20 18:35:33.945717 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b2c43-7873-4db5-ae65-e204644453e9 None None] New status for floating IP d22614c8-4d53-438b-afe3-f716b2893007: ACTIVE {{(pid=86461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:35:34.114913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35646) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:34.134455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.150318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:34.154979 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Usage tracker for resource:security_group_rule and tenant:820f1467b01e41a99d1086012bf6af28 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:34.157950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:34.164557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:34.252250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.255307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.264433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bc1714e2-3d3d-4098-8701-1a060b696563 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:34.307153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e829f2-c881-4760-b002-3b49b2ddfd6b,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:34.311796 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=820f1467b01e41a99d1086012bf6af28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957879 Apr 20 18:35:34.312791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:34.314994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35650) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:34.380647 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.407285 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.454692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.459624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-49385fab-c0b4-4605-aa73-efb06ba1f530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:34.473159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e829f2-c881-4760-b002-3b49b2ddfd6b,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:34.476136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:34.478383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.479570 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19e829f2-c881-4760-b002-3b49b2ddfd6b HTTP/1.1" status: 204 len: 168 time: 0.1639609 Apr 20 18:35:39.255762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35736) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:39.377956 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.394133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:39.398279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Usage tracker for resource:security_group_rule and tenant:2bda0e88f9b04bbcb878602420f04dfb is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:39.401233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:39.407421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:39.493797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.496482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.505432 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-23aff6f3-cbe9-4391-b981-3952b7fcb5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:39.546369 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bda0e88f9b04bbcb878602420f04dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894745 Apr 20 18:35:39.548060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db45fb74-5008-4ff2-af17-f54ade056f20,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:39.549297 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35744) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:39.551299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-24ae0c6e-61db-4322-a496-ff9032bd398d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:39.612315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.639891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.683929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.688962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5f9abfff-2a9f-4eb1-b810-ec26469e7760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:39.706736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45fb74-5008-4ff2-af17-f54ade056f20,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:39.709337 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:39.720454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:39.721665 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-e03decad-3834-4727-8d96-ac79980896d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db45fb74-5008-4ff2-af17-f54ade056f20 HTTP/1.1" status: 204 len: 168 time: 0.1704590 Apr 20 18:35:40.004124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35752) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:40.023626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.038721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:40.042733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Usage tracker for resource:security_group_rule and tenant:16dd6dbeb118428597c8d9284287b41b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:40.045644 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:40.052212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:40.134847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.137575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.146453 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e46ccc49-a7ca-43fb-84c7-bd99be1f9608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:40.189293 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16dd6dbeb118428597c8d9284287b41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834512 Apr 20 18:35:40.190284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5011d77b-0899-4fd1-9fe0-16e0638620d7,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:40.192266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35756) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:40.193852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:40.257719 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.284060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.329216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.334163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d975e27e-48b6-424e-8659-dfea8850932e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:40.347014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011d77b-0899-4fd1-9fe0-16e0638620d7,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:40.351205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:40.356756 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:40.357985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3371a39d-4b59-40e3-b440-50f2636b7448 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5011d77b-0899-4fd1-9fe0-16e0638620d7 HTTP/1.1" status: 204 len: 168 time: 0.1643310 Apr 20 18:35:42.106399 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35802) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:42.230083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.245707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:42.249729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:49988fc48f73404a8e602032d7347830 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:42.252884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:42.259553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:42.342248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.345001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.357743 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-81e9ed39-ea7b-45e9-a2ee-7270b58144c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:42.399628 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49988fc48f73404a8e602032d7347830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921324 Apr 20 18:35:42.401314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e80e0-ce26-4ee6-804b-3d10e145f6e0,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:42.402615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35808) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:42.404657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:42.465889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.493452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.539225 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.544036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1d5ac1f3-31cb-43d9-a1c6-592ff82cd23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:42.557862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e80e0-ce26-4ee6-804b-3d10e145f6e0,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:42.560316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:42.562585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.566359 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d2181270-8240-405d-b71a-492a478824e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c11e80e0-ce26-4ee6-804b-3d10e145f6e0 HTTP/1.1" status: 204 len: 168 time: 0.1593964 Apr 20 18:35:42.856909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35816) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:42.875693 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.890869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:42.894929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Usage tracker for resource:security_group_rule and tenant:df77c2c33461451a8a4a756982b26a55 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:42.898410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:42.904387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:42.988246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.990727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.999462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-000c2a07-7312-44f7-943a-ca286ec34edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:43.042108 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df77c2c33461451a8a4a756982b26a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840315 Apr 20 18:35:43.043002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfded1-ec46-493f-8579-82bbd008e7e5,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:43.045519 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35820) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:43.046136 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:43.107393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.134444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.177941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.182814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-29f5e83d-154c-4ad0-9cf1-0d2ed770fc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:43.198499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfded1-ec46-493f-8579-82bbd008e7e5,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:43.202289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:43.210738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.211945 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05bfded1-ec46-493f-8579-82bbd008e7e5 HTTP/1.1" status: 204 len: 168 time: 0.1658752 Apr 20 18:35:45.091742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35876) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:45.215348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.230543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:45.234567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Usage tracker for resource:security_group_rule and tenant:f3241b499cd140668b8c5fb5d6692f7b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:45.237491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:45.244045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:45.330117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.332896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.341702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-08e01e3c-6aba-484e-a586-4d8f6d0a5662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:45.383990 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3241b499cd140668b8c5fb5d6692f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911563 Apr 20 18:35:45.384941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2586eabe-4611-443d-b6ea-8d7edfdf009f,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:45.386866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35882) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:45.388104 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:45.449111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.481031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.524997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.529858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e59b7ee5-2135-4663-bebc-8d1bde588617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:45.542615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2586eabe-4611-443d-b6ea-8d7edfdf009f,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:45.544908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:45.553997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.555197 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2586eabe-4611-443d-b6ea-8d7edfdf009f HTTP/1.1" status: 204 len: 168 time: 0.1666672 Apr 20 18:35:45.845348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35890) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:45.866005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.882188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:45.886274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e34897e7c44f8d9578fd043c22c45d is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:45.889217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:45.895692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:45.979584 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.982332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.991171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-623e5489-f3d6-4f39-80a1-799b519be8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:46.033119 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1e34897e7c44f8d9578fd043c22c45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863935 Apr 20 18:35:46.033981 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4f3b8-b586-4b0a-b65e-5bec9743a731,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:46.036578 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35894) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:46.037709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9bb2322a-ee94-4b04-ab41-f0be20be0239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:46.097470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.124907 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.168943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.173893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1ebf47dc-88f0-48f2-8f28-615e692eb530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:46.186620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4f3b8-b586-4b0a-b65e-5bec9743a731,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:46.200679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.201095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.201504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.201906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.202332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.202786 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.203184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.203580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.203974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.204368 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.204760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.205149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:46.208816 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:46.209627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.210883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c8e40d16-38c1-4b66-b4b3-dc5ddab5d47e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7b4f3b8-b586-4b0a-b65e-5bec9743a731 HTTP/1.1" status: 204 len: 168 time: 0.1732554 Apr 20 18:35:46.278885 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.965449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35920) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:47.075153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1798708772-network', 'tenant_id': 'bdcc3478fad3403bbc6302ad9750b414'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:47.080386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:47.084464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Usage tracker for resource:network and tenant:bdcc3478fad3403bbc6302ad9750b414 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:47.087475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:47.093512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:47.106617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Made reservation on behalf of bdcc3478fad3403bbc6302ad9750b414 for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:35:47.111329 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.124689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.140019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:47.143990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Usage tracker for resource:security_group_rule and tenant:bdcc3478fad3403bbc6302ad9750b414 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:47.146858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:47.152780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:47.234811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.237533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.242159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ae64fa38-0cc8-4b4a-b544-acf321dbba5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:47.266389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:35:47.279706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:47.283912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:47.284868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.285256 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Added segment 876adeab-2423-4c77-bff8-3f518b24c316 of type vlan for network af043717-fa18-44ca-9e14-7027a93e9add Apr 20 18:35:47.311420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.341444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.342840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:47.343475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.348791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:47.452859 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4862142 Apr 20 18:35:47.453780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Pushing event updated for resources: {'Network': ['ID=af043717-fa18-44ca-9e14-7027a93e9add,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:47.456277 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35926) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:47.456714 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d9deb66f-99c9-4bd7-a281-c45196689118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:47.463269 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Request body: {'subnet': {'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1798708772-subnet', 'tenant_id': 'bdcc3478fad3403bbc6302ad9750b414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:47.464816 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network af043717-fa18-44ca-9e14-7027a93e9add details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:35:47.468463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:47.472450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Usage tracker for resource:subnet and tenant:bdcc3478fad3403bbc6302ad9750b414 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:47.476087 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:47.482191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:47.495349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Made reservation on behalf of bdcc3478fad3403bbc6302ad9750b414 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:35:47.500223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3580227'] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.900787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852647194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3580242'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.905491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:47.986444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98de94d-04a1-4080-8a2e-c582213134a1,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:47.989742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:47.992547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Checking segment: {'id': '876adeab-2423-4c77-bff8-3f518b24c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:35:47.992938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Network hostable DHCP agents. Network: af043717-fa18-44ca-9e14-7027a93e9add, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:35:48.011599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Network af043717-fa18-44ca-9e14-7027a93e9add is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:35:48.019431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, af043717-fa18-44ca-9e14-7027a93e9add) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:35:48.028222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c362b6b-179c-4033-8b83-c5ba156d8be2 None None] Network af043717-fa18-44ca-9e14-7027a93e9add requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:35:48.032453 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:48.033105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.056622 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-231688a4-b9d6-4596-8c00-5a7b864c3681 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5991607 Apr 20 18:35:48.416679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b3d53-9e59-4bdd-a106-1630140e392c None None] Network af043717-fa18-44ca-9e14-7027a93e9add requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:35:48.596607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 35944) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:48.603969 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-676724383-network', 'tenant_id': 'b1753051f0ae4c20b70550f096a80efb'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:48.608700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:48.612734 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Usage tracker for resource:network and tenant:b1753051f0ae4c20b70550f096a80efb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:48.616527 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:48.622626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:48.633062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Made reservation on behalf of b1753051f0ae4c20b70550f096a80efb for: {'network': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:35:48.637918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.651692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.669012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:48.673030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Usage tracker for resource:security_group_rule and tenant:b1753051f0ae4c20b70550f096a80efb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:48.676018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:48.682673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:48.765561 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.768468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.773151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-96a305a3-25f0-4a26-9034-1b099bd04fea tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:48.805295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=86459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:35:48.814134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9365bdb3-033a-47e7-b225-2c9fa5ec8480,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:48.818304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:48.821058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.821453 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Added segment cb88ea5a-0d5c-40af-aca2-525472f44f1b of type vlan for network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 Apr 20 18:35:48.848912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.877063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.878441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:48.879078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.883926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:48.988868 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3910406 Apr 20 18:35:48.991895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce54244-a713-4a3e-b2ee-db847c16d7b2,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:48.992043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 35948) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:48.994597 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:48.999203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Request body: {'subnet': {'network_id': '4ce54244-a713-4a3e-b2ee-db847c16d7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-676724383-subnet', 'tenant_id': 'b1753051f0ae4c20b70550f096a80efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:49.002830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:35:49.005272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:49.009345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Usage tracker for resource:subnet and tenant:b1753051f0ae4c20b70550f096a80efb is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:49.013381 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:49.019581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:49.029495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Made reservation on behalf of b1753051f0ae4c20b70550f096a80efb for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:35:49.034664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3580227'] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:49.434875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852647194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3580242'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:49.439636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-70e6efe7-3761-400b-9d76-fce947cce2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:49.516984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dbc9d5-5e3e-4f0f-8be1-88f8b769e452,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:49.521315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:49.527307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Checking segment: {'id': 'cb88ea5a-0d5c-40af-aca2-525472f44f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4ce54244-a713-4a3e-b2ee-db847c16d7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:35:49.527698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Network hostable DHCP agents. Network: 4ce54244-a713-4a3e-b2ee-db847c16d7b2, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:35:49.545931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:35:49.554949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 4ce54244-a713-4a3e-b2ee-db847c16d7b2) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:35:49.564443 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9514118-519e-40bd-8cea-9ddaebf321e3 None None] Network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:35:49.567568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:49.568271 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:49.593660 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-24fad511-b711-4889-98f5-7e502252bf82 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5949035 Apr 20 18:35:49.790638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f7a0ef-7602-42d3-9d56-2b4e5dc466a8 None None] Network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:35:50.487463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-6d72e3af-1bca-4e85-bb7c-5fc0522514db tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:50.489660 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-6d72e3af-1bca-4e85-bb7c-5fc0522514db tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/networks?id=af043717-fa18-44ca-9e14-7027a93e9add HTTP/1.1" status: 200 len: 809 time: 0.4017112 Apr 20 18:35:50.506583 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-93230fa5-0d74-42f5-bd23-0d580bdf9075 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/quotas/bdcc3478fad3403bbc6302ad9750b414 HTTP/1.1" status: 200 len: 375 time: 0.0108323 Apr 20 18:35:50.561808 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-5c99abb5-cd89-4cda-ad10-b3a05a5cd47b tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdcc3478fad3403bbc6302ad9750b414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497980 Apr 20 18:35:50.712311 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-74cc7ede-5543-41de-8f2e-532607b46af3 service neutron] 10.222.0.26 "GET /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424019 Apr 20 18:35:50.853317 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-714b7839-7ecf-4684-8b56-d9a0846bf05f service neutron] 10.222.0.26 "GET /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344535 Apr 20 18:35:51.049533 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8ae7d59c-7e9c-43c0-be68-9bc9ca75502e req-f39cc4d9-3656-48ef-989a-8d41bcfe3a43 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 210 time: 0.0527401 Apr 20 18:35:52.116802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-4152f218-84cc-4c01-9ff2-fda1756dfb4a tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:52.117563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-4152f218-84cc-4c01-9ff2-fda1756dfb4a tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Synchronizing usage tracker for tenant:bdcc3478fad3403bbc6302ad9750b414 on resource:network {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:35:52.134411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-4152f218-84cc-4c01-9ff2-fda1756dfb4a tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Unset dirty status for tenant:bdcc3478fad3403bbc6302ad9750b414 on resource:network {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:35:52.135710 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-4152f218-84cc-4c01-9ff2-fda1756dfb4a tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.18 "GET /v2.0/networks?id=af043717-fa18-44ca-9e14-7027a93e9add HTTP/1.1" status: 200 len: 809 time: 0.1810098 Apr 20 18:35:52.152068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Request body: {'port': {'device_id': '443ba037-bd71-44dc-84a8-03677657950f', 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add', 'admin_state_up': True, 'tenant_id': 'bdcc3478fad3403bbc6302ad9750b414'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:52.216090 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-74d9e09a-e570-4819-9c4b-b88ccd99bb84 req-8277db76-173b-43bc-b7b0-c7f200bee43b tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 210 time: 0.0516956 Apr 20 18:35:52.297446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:52.302171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Usage tracker for resource:port and tenant:bdcc3478fad3403bbc6302ad9750b414 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:52.305070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:52.311058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:52.319904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Made reservation on behalf of bdcc3478fad3403bbc6302ad9750b414 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:35:52.325889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:52.496598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Allocated IP 172.20.0.8 (af043717-fa18-44ca-9e14-7027a93e9add/b98de94d-04a1-4080-8a2e-c582213134a1/31d00a40-2d02-47b1-9640-bd91f22f9c02) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:35:52.706760 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:52.736732 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:52.742710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c243273a-0933-44e9-8ab0-c5d2a8484b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:52.809165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Network af043717-fa18-44ca-9e14-7027a93e9add is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:35:52.812813 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:35:52.816915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:35:52.834980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:35:52.861744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Pushing event updated for resources: {'Port': ['ID=31d00a40-2d02-47b1-9640-bd91f22f9c02,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:52.866315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:52.891161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:52.891845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:52.911698 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639015 Apr 20 18:35:52.923314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Request body: {'port': {'device_id': '443ba037-bd71-44dc-84a8-03677657950f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:35:53.044098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:53.400375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d00a40-2d02-47b1-9640-bd91f22f9c02 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:35:53.408117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:53.413699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd418-7bbb-48de-ba80-9a674cc6781b req-4e25b8c6-076a-4eb3-8bf5-681f2117e2da tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:53.415326 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fa4bd418-7bbb-48de-ba80-9a674cc6781b req-4e25b8c6-076a-4eb3-8bf5-681f2117e2da tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 931 time: 0.0873082 Apr 20 18:35:53.423446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Transition to ACTIVE for port object 31d00a40-2d02-47b1-9640-bd91f22f9c02 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:35:53.426985 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:53.431598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:53.464217 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fa4bd418-7bbb-48de-ba80-9a674cc6781b req-784a616d-eacc-4f78-ada1-f3ada2b1ac01 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Apr 20 18:35:53.595575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Pushing event updated for resources: {'Port': ['ID=31d00a40-2d02-47b1-9640-bd91f22f9c02,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:53.603150 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:53.675642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Attempting to bind port 31d00a40-2d02-47b1-9640-bd91f22f9c02 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:35:53.676018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Attempting to bind port 31d00a40-2d02-47b1-9640-bd91f22f9c02 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '876adeab-2423-4c77-bff8-3f518b24c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:35:53.677050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Attempting to bind port 31d00a40-2d02-47b1-9640-bd91f22f9c02 on network af043717-fa18-44ca-9e14-7027a93e9add {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:35:53.681871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Port 31d00a40-2d02-47b1-9640-bd91f22f9c02 on network af043717-fa18-44ca-9e14-7027a93e9add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:35:53.682273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Attempting to bind port 31d00a40-2d02-47b1-9640-bd91f22f9c02 on network af043717-fa18-44ca-9e14-7027a93e9add {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:35:53.687729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:35:53.688142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Checking segment: {'id': '876adeab-2423-4c77-bff8-3f518b24c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:35:53.688601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Bound using segment: {'id': '876adeab-2423-4c77-bff8-3f518b24c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:35:53.689064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Bound port: 31d00a40-2d02-47b1-9640-bd91f22f9c02, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876adeab-2423-4c77-bff8-3f518b24c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:35:53.689442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:53.780808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] For port 31d00a40-2d02-47b1-9640-bd91f22f9c02, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:35:53.783875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] For port 31d00a40-2d02-47b1-9640-bd91f22f9c02, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02,segment=NetworkSegment(876adeab-2423-4c77-bff8-3f518b24c316),segment_id=876adeab-2423-4c77-bff8-3f518b24c316)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:35:53.787330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:53.791891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-968451eb-3134-4d4f-a5dc-c719953af01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:53.854050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:53.854726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:53.856200 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] 10.222.0.18 "PUT /v2.0/ports/31d00a40-2d02-47b1-9640-bd91f22f9c02 HTTP/1.1" status: 200 len: 1093 time: 0.9372449 Apr 20 18:35:53.856726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443ba037-bd71-44dc-84a8-03677657950f', 'tag': '31d00a40-2d02-47b1-9640-bd91f22f9c02'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:53.877054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Pushing event updated for resources: {'Port': ['ID=31d00a40-2d02-47b1-9640-bd91f22f9c02,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:53.880227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:53.966648 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443ba037-bd71-44dc-84a8-03677657950f', 'tag': '31d00a40-2d02-47b1-9640-bd91f22f9c02', 'status': 'completed', 'code': 200} Apr 20 18:35:53.979731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-6742418c-d551-4480-ba8c-c79129c73db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:53.981337 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-6742418c-d551-4480-ba8c-c79129c73db8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdcc3478fad3403bbc6302ad9750b414&device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 1096 time: 0.0817730 Apr 20 18:35:54.057483 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-11ac3f61-2143-4141-ab39-ebbc1ca882f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02 HTTP/1.1" status: 200 len: 217 time: 0.0690594 Apr 20 18:35:54.126497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-72bf3fb9-06b1-4ed0-837e-c547b102e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:54.127955 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-72bf3fb9-06b1-4ed0-837e-c547b102e9a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b98de94d-04a1-4080-8a2e-c582213134a1 HTTP/1.1" status: 200 len: 849 time: 0.0632122 Apr 20 18:35:54.183024 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-bb6f8096-98d6-49db-9853-793e30728bdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af043717-fa18-44ca-9e14-7027a93e9add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481536 Apr 20 18:35:54.321722 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-4f61030c-eec8-4510-9702-4302a1a873da service neutron] 10.222.0.18 "GET /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318517 Apr 20 18:35:54.690094 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5ab846ac-4972-40ac-967e-ac5e2662601f req-7b7b44f9-43f2-4d44-9e17-96fe6b094cd7 service neutron] 10.222.0.18 "GET /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605096 Apr 20 18:35:54.695042 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d64b4-e040-4943-98f7-88c27619e108 req-d6f144a7-0022-458f-866e-71dde9afdfa3 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:54.696660 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-225d64b4-e040-4943-98f7-88c27619e108 req-d6f144a7-0022-458f-866e-71dde9afdfa3 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 943 time: 0.1104851 Apr 20 18:35:54.745895 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-225d64b4-e040-4943-98f7-88c27619e108 req-35fecb7e-dd65-4a8a-9803-e18fadc417d3 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Apr 20 18:35:54.811254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-baaa2c9d-f26d-440e-9bdb-f85878218575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:54.812818 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-baaa2c9d-f26d-440e-9bdb-f85878218575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdcc3478fad3403bbc6302ad9750b414&device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 1096 time: 0.0769560 Apr 20 18:35:54.953716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-c522f96e-14b0-4283-a812-9f964d62a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:54.955267 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-c522f96e-14b0-4283-a812-9f964d62a58d service neutron] 10.222.0.18 "GET /v2.0/networks?id=af043717-fa18-44ca-9e14-7027a93e9add HTTP/1.1" status: 200 len: 910 time: 0.1329513 Apr 20 18:35:55.031494 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-321011e7-0efe-48c2-8a15-b9a27b042f48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02 HTTP/1.1" status: 200 len: 217 time: 0.0689862 Apr 20 18:35:55.099315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-602e797c-069f-4b61-9deb-ea70d1a115b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:55.100792 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-602e797c-069f-4b61-9deb-ea70d1a115b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b98de94d-04a1-4080-8a2e-c582213134a1 HTTP/1.1" status: 200 len: 849 time: 0.0622563 Apr 20 18:35:55.154828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-2374a92e-2ef5-461e-9e7b-5903e34e7559 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af043717-fa18-44ca-9e14-7027a93e9add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476303 Apr 20 18:35:55.298416 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-9682d6bc-d308-4e3f-b7ec-b55143a2bfb3 service neutron] 10.222.0.18 "GET /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318872 Apr 20 18:35:55.437989 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-17215af2-1c00-445b-ae7c-0fee8d1036ea req-bed1fadf-6e49-47ff-98e0-d7a11deb52b0 service neutron] 10.222.0.18 "GET /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326544 Apr 20 18:35:55.951182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afed00-2300-44b9-b2ef-db108b02411a req-e983242c-5bd4-4a22-bc56-ff0fc74c6b37 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:55.952662 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-47afed00-2300-44b9-b2ef-db108b02411a req-e983242c-5bd4-4a22-bc56-ff0fc74c6b37 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 943 time: 0.0916712 Apr 20 18:35:55.999899 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-47afed00-2300-44b9-b2ef-db108b02411a req-cd14737c-72d6-43e2-97ac-328b22bb20ea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Apr 20 18:35:56.621365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3d892ec6-7b9f-4c16-a658-35de00f4c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:56.846838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 31d00a40-2d02-47b1-9640-bd91f22f9c02 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:35:56.987070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 31d00a40-2d02-47b1-9640-bd91f22f9c02, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02,segment=NetworkSegment(876adeab-2423-4c77-bff8-3f518b24c316),segment_id=876adeab-2423-4c77-bff8-3f518b24c316)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:57.001261 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '31d00a40-2d02-47b1-9640-bd91f22f9c02', 'network_id': 'af043717-fa18-44ca-9e14-7027a93e9add', 'port_id': '31d00a40-2d02-47b1-9640-bd91f22f9c02', 'mac_address': 'fa:16:3e:ac:ec:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98de94d-04a1-4080-8a2e-c582213134a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:35:57.059504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:57.080926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d00a40-2d02-47b1-9640-bd91f22f9c02 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:35:57.097231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 31d00a40-2d02-47b1-9640-bd91f22f9c02, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02,segment=NetworkSegment(876adeab-2423-4c77-bff8-3f518b24c316),segment_id=876adeab-2423-4c77-bff8-3f518b24c316)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:57.100574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:57.102412 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:57.172943 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=31d00a40-2d02-47b1-9640-bd91f22f9c02,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:57.180821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.181203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.181580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.181945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.182335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.182702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.183062 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.183427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.183785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.184140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.184501 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.184856 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:57.188982 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:57.199601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548fcb2-3b3e-471d-a4fe-1605c32b4857 req-e8c00202-8a14-483c-9b78-0e688d1be080 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:57.201198 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9548fcb2-3b3e-471d-a4fe-1605c32b4857 req-e8c00202-8a14-483c-9b78-0e688d1be080 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 944 time: 0.0872829 Apr 20 18:35:57.248322 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9548fcb2-3b3e-471d-a4fe-1605c32b4857 req-79c5d4af-9f4a-414f-b162-5caa6dfe43b5 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Apr 20 18:35:57.363232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['31d00a40-2d02-47b1-9640-bd91f22f9c02'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:35:58.451874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794a40-7467-43d2-bacd-80648f4f0c37 req-f494759d-c850-4a58-ae35-ccbc08f98b35 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:58.453520 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8794a40-7467-43d2-bacd-80648f4f0c37 req-f494759d-c850-4a58-ae35-ccbc08f98b35 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 944 time: 0.0940607 Apr 20 18:35:58.501627 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8794a40-7467-43d2-bacd-80648f4f0c37 req-d4948f4b-9a33-4fc0-8d4b-d0142a64b311 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Apr 20 18:35:58.844590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 31d00a40-2d02-47b1-9640-bd91f22f9c02 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:35:58.916258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 31d00a40-2d02-47b1-9640-bd91f22f9c02 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:35:58.921039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 31d00a40-2d02-47b1-9640-bd91f22f9c02 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:35:58.921457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:59.043945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:59.071883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ba037-bd71-44dc-84a8-03677657950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d00a40-2d02-47b1-9640-bd91f22f9c02'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:59.081839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 31d00a40-2d02-47b1-9640-bd91f22f9c02, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02,segment=NetworkSegment(876adeab-2423-4c77-bff8-3f518b24c316),segment_id=876adeab-2423-4c77-bff8-3f518b24c316)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:59.084875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:59.086954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:59.124823 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443ba037-bd71-44dc-84a8-03677657950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d00a40-2d02-47b1-9640-bd91f22f9c02', 'code': 200} Apr 20 18:35:59.172318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=31d00a40-2d02-47b1-9640-bd91f22f9c02,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:59.176038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:59.178671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bfa49957-3d89-48db-9949-dde07df609c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:59.361015 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f49fc-d9b4-4b6f-843a-9e91f6e1534f req-339e8af4-b8c4-4ec8-b96e-c9f26eed837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:59.362661 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d98f49fc-d9b4-4b6f-843a-9e91f6e1534f req-339e8af4-b8c4-4ec8-b96e-c9f26eed837c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 1098 time: 0.0774035 Apr 20 18:35:59.406666 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d98f49fc-d9b4-4b6f-843a-9e91f6e1534f req-96436881-63d4-457d-8050-be298c4a76a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353181 Apr 20 18:35:59.507233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:59.704156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885992c-787d-4280-a3ab-7a73e88e4e45 req-d68e6137-6a0f-4c15-b75f-8cdcbe0a1cda tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:59.705773 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1885992c-787d-4280-a3ab-7a73e88e4e45 req-d68e6137-6a0f-4c15-b75f-8cdcbe0a1cda tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 945 time: 0.0918458 Apr 20 18:35:59.757144 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1885992c-787d-4280-a3ab-7a73e88e4e45 req-e859fd02-cafd-42e2-8dfe-418cf135384f tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442989 Apr 20 18:36:00.057821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:00.956831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0437c8b-7b96-44b6-ba82-9c16f4d400c5 req-aeda6ac1-937f-4e06-807d-a2e8f1ee257f tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:00.958477 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a0437c8b-7b96-44b6-ba82-9c16f4d400c5 req-aeda6ac1-937f-4e06-807d-a2e8f1ee257f tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 945 time: 0.0883570 Apr 20 18:36:01.005992 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a0437c8b-7b96-44b6-ba82-9c16f4d400c5 req-adb5dd10-cf28-476b-a457-b50f67f65776 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Apr 20 18:36:01.333695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:02.920433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111fce-bdd0-4d70-96ec-58a44742b29e req-db41e43c-60c3-46db-bda9-1be331b7caad tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:02.922029 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-90111fce-bdd0-4d70-96ec-58a44742b29e req-db41e43c-60c3-46db-bda9-1be331b7caad tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 946 time: 0.0920720 Apr 20 18:36:02.980380 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-90111fce-bdd0-4d70-96ec-58a44742b29e req-4d5e357b-c9aa-4034-afd5-78df92d1f5c3 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 Apr 20 18:36:04.181768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8c98b-1d89-40b6-b594-5c43b8082081 req-7b3dfe1c-81a4-4b93-a6f6-fc2f3db3b1dd tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:04.183429 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-85e8c98b-1d89-40b6-b594-5c43b8082081 req-7b3dfe1c-81a4-4b93-a6f6-fc2f3db3b1dd tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 946 time: 0.0888650 Apr 20 18:36:04.238695 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-85e8c98b-1d89-40b6-b594-5c43b8082081 req-daefa120-6818-432a-ada5-ac5b12b88cc8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups?id=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Apr 20 18:36:04.321696 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-61820d6e-472b-45f7-935f-bfd30a9ef383 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:04.322506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-61820d6e-472b-45f7-935f-bfd30a9ef383 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Synchronizing usage tracker for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:04.338253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-61820d6e-472b-45f7-935f-bfd30a9ef383 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Unset dirty status for tenant:44c8fee5654e49c59d79f02d5064924e on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:04.339458 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-61820d6e-472b-45f7-935f-bfd30a9ef383 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 946 time: 0.1204805 Apr 20 18:36:04.403579 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2802c-ed79-4b24-89ce-7a5227e85202 req-584afc8a-aec3-45bb-b4e4-0e30d6a9d737 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:04.405189 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-43a2802c-ed79-4b24-89ce-7a5227e85202 req-584afc8a-aec3-45bb-b4e4-0e30d6a9d737 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 945 time: 0.0931203 Apr 20 18:36:04.415156 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Deleting port 26fe916a-aac0-41ae-a531-661e833d1c60 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:04.415539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.455533 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-43a2802c-ed79-4b24-89ce-7a5227e85202 req-e022d98c-4dd6-437e-80cb-425293bbe99e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Apr 20 18:36:04.677047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] For port 26fe916a-aac0-41ae-a531-661e833d1c60, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=26fe916a-aac0-41ae-a531-661e833d1c60,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:04.677446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.978299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.978629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629425'] for floatingip, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.978976 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Floating IP 56d14159-b818-4bad-9872-ca4010c8a45b disassociated. External IP: 172.28.3.47, port: 26fe916a-aac0-41ae-a531-661e833d1c60. Apr 20 18:36:04.979346 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Calling delete_port for 26fe916a-aac0-41ae-a531-661e833d1c60 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:05.127522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:05.133041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:05.179540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event deleted for resources: {'Port': ['ID=26fe916a-aac0-41ae-a531-661e833d1c60,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:05.183341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:05.379081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Router b323c745-e47c-49ce-bb06-10710d3a1793 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:36:05.403814 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-334f3650-2f14-442c-89bf-a68373a93371 req-6bcc05f2-0c77-456d-9458-e484f796b025 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/ports?device_id=81eb0b33-edd0-4f60-a755-1d9090ad04e3 HTTP/1.1" status: 200 len: 210 time: 0.0483124 Apr 20 18:36:05.575028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:36:05.587135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:36:05.606595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:05.607590 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:35:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:05.696777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfad8f-ad55-4ec6-94c0-aa99aff375e2 req-eefb5517-9957-430e-8067-b74e52cadc0f tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:05.705393 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-84cfad8f-ad55-4ec6-94c0-aa99aff375e2 req-eefb5517-9957-430e-8067-b74e52cadc0f tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 945 time: 0.1359062 Apr 20 18:36:05.713374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] No DVR routers for this DVR port 26fe916a-aac0-41ae-a531-661e833d1c60 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:36:05.716314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:05.720117 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-deleted', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:05.757947 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-84cfad8f-ad55-4ec6-94c0-aa99aff375e2 req-925e9bde-4961-47c3-9d0e-9342d9bd77d4 tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/security-groups?id=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515914 Apr 20 18:36:05.760271 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-19e94a74-0cf1-4e5b-8a79-54b1f4379806 req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.18 "DELETE /v2.0/ports/26fe916a-aac0-41ae-a531-661e833d1c60 HTTP/1.1" status: 204 len: 173 time: 1.4153183 Apr 20 18:36:05.778573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-c16b1a3f-5268-4d8c-b426-f7c01dc0e4ab tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:05.779369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-c16b1a3f-5268-4d8c-b426-f7c01dc0e4ab tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Synchronizing usage tracker for tenant:bdcc3478fad3403bbc6302ad9750b414 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:05.796571 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eb0b33-edd0-4f60-a755-1d9090ad04e3', 'name': 'network-vif-deleted', 'tag': '26fe916a-aac0-41ae-a531-661e833d1c60', 'status': 'completed', 'code': 200} Apr 20 18:36:05.808569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-c16b1a3f-5268-4d8c-b426-f7c01dc0e4ab tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Unset dirty status for tenant:bdcc3478fad3403bbc6302ad9750b414 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:05.810207 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-c16b1a3f-5268-4d8c-b426-f7c01dc0e4ab tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.18 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 945 time: 0.2038488 Apr 20 18:36:05.849216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:05.890897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Deleting port 31d00a40-2d02-47b1-9640-bd91f22f9c02 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:05.891805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.156612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] For port 31d00a40-2d02-47b1-9640-bd91f22f9c02, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=31d00a40-2d02-47b1-9640-bd91f22f9c02,segment=NetworkSegment(876adeab-2423-4c77-bff8-3f518b24c316),segment_id=876adeab-2423-4c77-bff8-3f518b24c316)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:06.157050 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.180192 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:06.184521 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:36:06.194766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:06.195427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:35:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:06.293897 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Calling delete_port for 31d00a40-2d02-47b1-9640-bd91f22f9c02 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:06.391006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:06.545043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36068) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:06.655689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.677723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.683840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-611a83ca-79fc-4f4b-8df8-2b4386022600 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:06.690976 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.692369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['31d00a40-2d02-47b1-9640-bd91f22f9c02'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:06.737825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Pushing event deleted for resources: {'Port': ['ID=31d00a40-2d02-47b1-9640-bd91f22f9c02,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:06.741862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:06.744983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:06.747675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.749794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458baae5-7dba-407e-aa17-ed620eac54f4 None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '78fcb9cd-ca76-46cf-9808-12c33bab432b', 'name': '', 'network_id': 'f3a01c70-4832-4052-98e3-e91738436fed', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'mac_address': 'fa:16:3e:61:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'subnets': [{'id': 'd17f1a7c-446d-4e9b-9b7f-924664b4c71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:36:06.753143 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-92e1a7b4-be9c-4c61-9e73-9c8f48075a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:06.774409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde14493-11f8-40b7-ba5b-c7e3aa86b9f3,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:06.787737 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.788139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.788557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.788965 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.789483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.789800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.790236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.790640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.791035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.791435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.791830 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.792377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:06.814630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.816066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "DELETE /v2.0/security-groups/cde14493-11f8-40b7-ba5b-c7e3aa86b9f3 HTTP/1.1" status: 204 len: 168 time: 0.2698653 Apr 20 18:36:06.817614 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-563e77ce-87b2-4d05-b0a9-8ecfa62f44a8 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:06.820967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36074) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:06.823980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] No DVR routers for this DVR port 31d00a40-2d02-47b1-9640-bd91f22f9c02 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:36:06.840684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:06.850219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.api.v2.resource [None req-09a04034-dc78-4810-9ce7-9dee1c8ca851 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] show failed (client error): The resource could not be found. Apr 20 18:36:06.854297 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-09a04034-dc78-4810-9ce7-9dee1c8ca851 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "GET /v2.0/security-groups/cde14493-11f8-40b7-ba5b-c7e3aa86b9f3 HTTP/1.1" status: 404 len: 347 time: 0.0292006 Apr 20 18:36:06.854789 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36078) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:06.926539 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3ef52694-da14-4986-9a39-e37bfb1a91a7 req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.18 "DELETE /v2.0/ports/31d00a40-2d02-47b1-9640-bd91f22f9c02 HTTP/1.1" status: 204 len: 173 time: 1.1085982 Apr 20 18:36:06.966528 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-13ff8cf4-0094-4409-ab32-3ce35bee5adf req-76e8dd6c-f72f-41a2-81ae-1d5a9de9978b tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] 10.222.0.26 "GET /v2.0/ports?device_id=443ba037-bd71-44dc-84a8-03677657950f HTTP/1.1" status: 200 len: 210 time: 0.0612376 Apr 20 18:36:07.036235 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Deleting port 7b9d8cfa-a07d-4552-8596-685e36a4164c {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:07.036620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:07.160923 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7813bec1-4f55-4c81-beac-09deaf574ea1 None None] New status for floating IP 56d14159-b818-4bad-9872-ca4010c8a45b: DOWN {{(pid=86461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:36:07.220782 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:07.221322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:07.355393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Calling delete_port for 7b9d8cfa-a07d-4552-8596-685e36a4164c owned by network:floatingip {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:07.452506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86459) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:36:07.452868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:36:07.797852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443ba037-bd71-44dc-84a8-03677657950f', 'name': 'network-vif-deleted', 'tag': '31d00a40-2d02-47b1-9640-bd91f22f9c02'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:07.845160 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443ba037-bd71-44dc-84a8-03677657950f', 'name': 'network-vif-deleted', 'tag': '31d00a40-2d02-47b1-9640-bd91f22f9c02', 'status': 'completed', 'code': 200} Apr 20 18:36:07.954280 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Deleting port 7b9d8cfa-a07d-4552-8596-685e36a4164c {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:07.954604 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:08.135785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:08.136173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:08.273014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Calling delete_port for 7b9d8cfa-a07d-4552-8596-685e36a4164c owned by network:floatingip {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:08.415264 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:08.421814 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4e35f476-a233-4584-b3a4-8f605ea08349 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:08.484757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Pushing event deleted for resources: {'Port': ['ID=7b9d8cfa-a07d-4552-8596-685e36a4164c,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:08.505875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:08.572784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks [] for floatingip, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:08.588133 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:08.589740 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] 10.222.0.26 "DELETE /v2.0/floatingips/56d14159-b818-4bad-9872-ca4010c8a45b HTTP/1.1" status: 204 len: 168 time: 1.7339725 Apr 20 18:36:08.926159 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:08.963106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 26fe916a-aac0-41ae-a531-661e833d1c60 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:08.963491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 26fe916a-aac0-41ae-a531-661e833d1c60 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:08.963941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 31d00a40-2d02-47b1-9640-bd91f22f9c02 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:09.000695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 31d00a40-2d02-47b1-9640-bd91f22f9c02 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:09.001081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 31d00a40-2d02-47b1-9640-bd91f22f9c02 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:11.428962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36134) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:12.173450 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.534195 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Deleting port 78fcb9cd-ca76-46cf-9808-12c33bab432b {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:12.534711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.726949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] For port 78fcb9cd-ca76-46cf-9808-12c33bab432b, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=78fcb9cd-ca76-46cf-9808-12c33bab432b,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:12.727348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.867559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Calling delete_port for 78fcb9cd-ca76-46cf-9808-12c33bab432b owned by network:router_interface {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:13.038678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.044428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5eb8fcb2-2d17-4571-920a-e78ab0786270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:13.090823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=78fcb9cd-ca76-46cf-9808-12c33bab432b,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:13.094208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:13.616980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.998354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Router b323c745-e47c-49ce-bb06-10710d3a1793 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:36:14.189017 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:36:14.198444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] Sync routers for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:36:14.204010 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-bf878565-5251-404c-98ef-17c1325e1e5a admin admin] 10.222.0.26 "PUT /v2.0/routers/b323c745-e47c-49ce-bb06-10710d3a1793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738080 Apr 20 18:36:14.205984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36154) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:14.208598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:14.209260 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:35:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:14.397578 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:14.402795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks [] for router, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.621486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.631068 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Deleting port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:14.631442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.719904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:36:12Z', 'revision_number': 5, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port': {'id': 'ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:14.724812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] Checking router: b323c745-e47c-49ce-bb06-10710d3a1793 for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:36:14.733624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] Routers {'b323c745-e47c-49ce-bb06-10710d3a1793'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:14.734320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:35:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['b323c745-e47c-49ce-bb06-10710d3a1793'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:14.816572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] For port ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:14.816892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.955242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Calling delete_port for ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e owned by network:router_gateway {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:15.055206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] Set router b323c745-e47c-49ce-bb06-10710d3a1793 gateway port host: None {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:15.137909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.142693 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e446272d-d17a-4e7b-8c2a-c99e160e036b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:15.168615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:36:14Z', 'revision_number': 6, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port_host': None}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:15.172703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca40d03a-62b2-413d-95fd-1dc974587326 None None] The sync data for ids ['b323c745-e47c-49ce-bb06-10710d3a1793'] in dv-cinder-786931-2-smb is: [{'id': 'b323c745-e47c-49ce-bb06-10710d3a1793', 'name': 'tempest-AttachVolumeShelveTestJSON-1173440176-router', 'tenant_id': '44c8fee5654e49c59d79f02d5064924e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:36Z', 'updated_at': '2021-04-20T18:36:14Z', 'revision_number': 6, 'project_id': '44c8fee5654e49c59d79f02d5064924e', 'gw_port_host': None}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:36:15.193811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:15.222962 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:15.291358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.480883 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.483228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.505288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.505877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b323c745-e47c-49ce-bb06-10710d3a1793 {{(pid=86460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:36:15.518339 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.519571 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b323c745-e47c-49ce-bb06-10710d3a1793 HTTP/1.1" status: 204 len: 168 time: 1.3124375 Apr 20 18:36:15.522305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36162) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:15.594472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Deleting subnet d17f1a7c-446d-4e9b-9b7f-924664b4c71c {{(pid=86460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:36:15.598458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.658480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852469841'] for subnet, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:15.741531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.258509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851195543'] for subnet, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.263340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:16.298995 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17f1a7c-446d-4e9b-9b7f-924664b4c71c,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:16.300367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.302903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:16.304413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.309458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d68df-8994-4a7a-9905-a99be1463879 None None] Network f3a01c70-4832-4052-98e3-e91738436fed requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:36:16.310186 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-59ef3ae9-ed43-4ca8-bd86-1853addc8df5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d17f1a7c-446d-4e9b-9b7f-924664b4c71c HTTP/1.1" status: 204 len: 168 time: 0.7867396 Apr 20 18:36:16.312736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36176) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:16.427984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.438793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Deleting port 726745e4-0fc6-44b3-8a64-39d0b4af1243 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:16.439162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.562226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] DHCP port deletion for f3a01c70-4832-4052-98e3-e91738436fed request from dv-cinder-786931-2-smb {{(pid=86461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:36:16.566528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Deleting port 726745e4-0fc6-44b3-8a64-39d0b4af1243 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:16.567306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.665539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] For port 726745e4-0fc6-44b3-8a64-39d0b4af1243, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=726745e4-0fc6-44b3-8a64-39d0b4af1243,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:16.666045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.786517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] For port 726745e4-0fc6-44b3-8a64-39d0b4af1243, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=726745e4-0fc6-44b3-8a64-39d0b4af1243,segment=NetworkSegment(3bdcbb47-225d-4d94-ba4a-2788cef6e26d),segment_id=3bdcbb47-225d-4d94-ba4a-2788cef6e26d)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:16.786879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.799951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Calling delete_port for 726745e4-0fc6-44b3-8a64-39d0b4af1243 owned by network:dhcp {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:16.880035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:16.884785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d163d7b1-65f2-4de1-8826-8729cbc59666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:16.916349 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Calling delete_port for 726745e4-0fc6-44b3-8a64-39d0b4af1243 owned by network:dhcp {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:16.930124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Pushing event deleted for resources: {'Port': ['ID=726745e4-0fc6-44b3-8a64-39d0b4af1243,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:16.933492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:16.934333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] No DVR routers for this DVR port 726745e4-0fc6-44b3-8a64-39d0b4af1243 on host dv-cinder-786931-2-smb {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:36:16.991947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:36:16.992350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:36:17.056702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.100634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:17.137325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:17.137668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device ba6659f8-12d0-44fb-b2e5-ee8a9ddac50e not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:17.138077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 78fcb9cd-ca76-46cf-9808-12c33bab432b no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:17.174127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 78fcb9cd-ca76-46cf-9808-12c33bab432b {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:17.174504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 78fcb9cd-ca76-46cf-9808-12c33bab432b not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:17.174925 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 726745e4-0fc6-44b3-8a64-39d0b4af1243 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:17.175033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a01c70-4832-4052-98e3-e91738436fed']}} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:17.188163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdcbb47-225d-4d94-ba4a-2788cef6e26d') {'for_net_delete': True} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:17.188498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdcbb47-225d-4d94-ba4a-2788cef6e26d') {} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:17.201405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305959'] for segment, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.214601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 726745e4-0fc6-44b3-8a64-39d0b4af1243 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:17.214986 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 726745e4-0fc6-44b3-8a64-39d0b4af1243 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:17.217957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.224529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=86460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:36:17.407141 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Network f3a01c70-4832-4052-98e3-e91738436fed has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:17.416177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852647168'] for segment, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.493920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Deleting port 726745e4-0fc6-44b3-8a64-39d0b4af1243 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:17.494415 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.587867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0b666a3f-49a8-456f-808a-21a585b01c0a None None] The port '726745e4-0fc6-44b3-8a64-39d0b4af1243' was deleted {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:36:17.602054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Network f3a01c70-4832-4052-98e3-e91738436fed has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:36:17.630731 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:36:17.708506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.712223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:17.728913 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:17.738750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a01c70-4832-4052-98e3-e91738436fed,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:17.742179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:17.752155 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f300e5a9-6f0b-44f6-a2d6-4ad1fc9479bb admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3a01c70-4832-4052-98e3-e91738436fed HTTP/1.1" status: 204 len: 168 time: 1.4384341 Apr 20 18:36:17.867205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36190) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:17.921983 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c681d14d-2bcc-4c63-8ab9-8ba05776b9f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44c8fee5654e49c59d79f02d5064924e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535145 Apr 20 18:36:17.924387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36194) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:17.985704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:18.012713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:18.056712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:18.061585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-00bbce7f-3f95-4cb7-ba6b-8034a1ef3260 tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:18.075609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde22795-2d96-4a62-b629-44edec238f29,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:18.080428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:18.083001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:18.084212 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-93188d16-478e-42a8-87aa-0cfb590757d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fde22795-2d96-4a62-b629-44edec238f29 HTTP/1.1" status: 204 len: 168 time: 0.1588669 Apr 20 18:36:18.846835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36222) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:18.958344 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-763272250-network', 'tenant_id': 'e55e2d6dbecc4d8c8f8a0b5224eb8724'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:18.963659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:18.967706 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Usage tracker for resource:network and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:18.970796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:18.977650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:18.986531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Made reservation on behalf of e55e2d6dbecc4d8c8f8a0b5224eb8724 for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:18.991779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.005099 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.020134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:19.024217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Usage tracker for resource:security_group_rule and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:19.027426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:19.033419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:19.128118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.131642 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.136205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-91a23804-0b2f-4590-b6ac-4364c0fcf41e tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:19.163037 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:36:19.177312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dbebf4-93b7-4155-8262-aef05d0946e6,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:19.181705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:19.182763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.183155 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Added segment 6d54a5ae-4890-4ed7-847a-d4116249450b of type vlan for network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 Apr 20 18:36:19.210572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.240798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.242208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:19.242859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.247871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bede5227-b801-4124-86bd-ea8ac45aff2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:19.353903 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5058539 Apr 20 18:36:19.354882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Pushing event updated for resources: {'Network': ['ID=28daecfe-08c9-4590-a5ba-acb6fafa3bd6,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:19.356974 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36234) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:19.359613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d51ece99-75fb-49b2-a8b1-4db130b97dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:19.364427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Request body: {'subnet': {'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-763272250-subnet', 'tenant_id': 'e55e2d6dbecc4d8c8f8a0b5224eb8724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:19.365721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:36:19.369558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:19.381083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Usage tracker for resource:subnet and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:19.384270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:19.390504 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:19.400744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Made reservation on behalf of e55e2d6dbecc4d8c8f8a0b5224eb8724 for: {'subnet': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:19.405834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3580227'] for subnet, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.829479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852647194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3580242'] for subnet, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.834784 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ff9c6cf7-52f9-4c2d-b76e-4975ef9a0996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:19.912060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d711941-4d8a-455e-b363-837162fb64bd,revision_number=0']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:19.914738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:19.917485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Checking segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:19.917879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Network hostable DHCP agents. Network: 28daecfe-08c9-4590-a5ba-acb6fafa3bd6, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:36:19.935928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:36:19.944600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, 28daecfe-08c9-4590-a5ba-acb6fafa3bd6) {{(pid=86460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:19.954352 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b38bd4-c694-4bca-88b5-dfceb18ff4ae None None] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:36:19.958002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:19.958668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.977496 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7820c5ea-d130-4e5c-815b-32ed9c05cd18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6194663 Apr 20 18:36:20.178322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7cddb-bca9-4a1c-9cb4-a8beb0a4b55e None None] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:36:20.539626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-6323a59b-81ab-4ab1-94e4-351ad9f0fc8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:20.540386 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-d804c587-9714-4432-a9c2-19162300005b req-6323a59b-81ab-4ab1-94e4-351ad9f0fc8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Synchronizing usage tracker for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:network {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:20.557275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-d804c587-9714-4432-a9c2-19162300005b req-6323a59b-81ab-4ab1-94e4-351ad9f0fc8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Unset dirty status for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:network {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:20.558595 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-6323a59b-81ab-4ab1-94e4-351ad9f0fc8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1821511 Apr 20 18:36:20.577387 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-c7be8ae2-4e28-4684-95ff-8519034ff023 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/quotas/e55e2d6dbecc4d8c8f8a0b5224eb8724 HTTP/1.1" status: 200 len: 375 time: 0.0122998 Apr 20 18:36:20.642562 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-813bd809-5031-40c3-9394-86a97b72d2b4 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555182 Apr 20 18:36:20.786615 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-03ecc4e1-ef2b-4810-999a-79b22cb55c3d service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364660 Apr 20 18:36:20.926813 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-a2efff78-e348-4153-b4a6-b3aac179fba0 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339054 Apr 20 18:36:21.119536 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68bb2d79-524f-45c8-be47-b62795ebaa9e req-88106cc6-c0c9-4763-9fde-3993fbef3153 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 210 time: 0.0519733 Apr 20 18:36:22.153678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-edc50c07-235b-4abb-854e-a85485c351c4 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:22.155282 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-edc50c07-235b-4abb-854e-a85485c351c4 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1617994 Apr 20 18:36:22.170237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Request body: {'port': {'device_id': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'admin_state_up': True, 'tenant_id': 'e55e2d6dbecc4d8c8f8a0b5224eb8724'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:22.292870 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-74c4e1bc-6d3e-4a40-b6c4-4a14e7ffbc8f req-03cd0185-0993-45b8-bf11-2969b3dc53db tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 210 time: 0.0507271 Apr 20 18:36:22.323606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:22.327568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Usage tracker for resource:port and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:22.330497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:22.336499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:22.345144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Made reservation on behalf of e55e2d6dbecc4d8c8f8a0b5224eb8724 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:22.351772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:22.521801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Allocated IP 172.20.0.8 (28daecfe-08c9-4590-a5ba-acb6fafa3bd6/5d711941-4d8a-455e-b363-837162fb64bd/27b82a9a-215c-4edb-b8b3-58650983b1d9) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:36:22.741697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:22.770959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:22.776665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-dfbc3973-08bf-4d1d-b7ef-677cae535eea tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:22.849145 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:36:22.852874 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:22.857217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:36:22.898627 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event updated for resources: {'Port': ['ID=27b82a9a-215c-4edb-b8b3-58650983b1d9,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:22.915385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:22.929638 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:22.930334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:22.950991 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-5fa945fe-ac00-4caf-b2e8-cb222e023266 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866898 Apr 20 18:36:22.964254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Request body: {'port': {'device_id': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:23.086973 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:23.448138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b82a9a-215c-4edb-b8b3-58650983b1d9 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:23.456738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:23.471703 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Transition to ACTIVE for port object 27b82a9a-215c-4edb-b8b3-58650983b1d9 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:36:23.475730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:23.480871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b4a37513-2595-49b4-842a-7241b9804ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:23.506341 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f9f5-bc07-492c-8c5b-9d66b1b66aa8 req-dc3b1727-7145-40e5-b6b0-a4d3be4a5317 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:23.508219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bcd5f9f5-bc07-492c-8c5b-9d66b1b66aa8 req-dc3b1727-7145-40e5-b6b0-a4d3be4a5317 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 931 time: 0.0961943 Apr 20 18:36:23.560609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-bcd5f9f5-bc07-492c-8c5b-9d66b1b66aa8 req-4e29f159-6c9e-4ce3-a3d5-267238fe96b6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Synchronizing usage tracker for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:23.578977 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-bcd5f9f5-bc07-492c-8c5b-9d66b1b66aa8 req-4e29f159-6c9e-4ce3-a3d5-267238fe96b6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Unset dirty status for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:23.580354 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bcd5f9f5-bc07-492c-8c5b-9d66b1b66aa8 req-4e29f159-6c9e-4ce3-a3d5-267238fe96b6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651767 Apr 20 18:36:23.656384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Pushing event updated for resources: {'Port': ['ID=27b82a9a-215c-4edb-b8b3-58650983b1d9,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:23.664617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:23.733992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Attempting to bind port 27b82a9a-215c-4edb-b8b3-58650983b1d9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:36:23.734389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Attempting to bind port 27b82a9a-215c-4edb-b8b3-58650983b1d9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:36:23.734757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Attempting to bind port 27b82a9a-215c-4edb-b8b3-58650983b1d9 on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:23.740247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Port 27b82a9a-215c-4edb-b8b3-58650983b1d9 on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:36:23.740606 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Attempting to bind port 27b82a9a-215c-4edb-b8b3-58650983b1d9 on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:23.746098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:36:23.746477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Checking segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:23.746904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Bound using segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:36:23.747367 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Bound port: 27b82a9a-215c-4edb-b8b3-58650983b1d9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:36:23.747751 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:23.843429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] For port 27b82a9a-215c-4edb-b8b3-58650983b1d9, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:36:23.846464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] For port 27b82a9a-215c-4edb-b8b3-58650983b1d9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:36:23.850433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:23.855058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-029e87bf-b9bf-4ff4-b3d9-06537a3cf558 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:23.906418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:23.906908 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:23.908681 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] 10.222.0.18 "PUT /v2.0/ports/27b82a9a-215c-4edb-b8b3-58650983b1d9 HTTP/1.1" status: 200 len: 1093 time: 0.9491060 Apr 20 18:36:23.911182 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'tag': '27b82a9a-215c-4edb-b8b3-58650983b1d9'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:23.943405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Pushing event updated for resources: {'Port': ['ID=27b82a9a-215c-4edb-b8b3-58650983b1d9,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:23.984676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:23.991733 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'tag': '27b82a9a-215c-4edb-b8b3-58650983b1d9', 'status': 'completed', 'code': 200} Apr 20 18:36:24.028482 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-7a0f10d4-9e4f-4428-97e4-d5555b789e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:24.030154 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-7a0f10d4-9e4f-4428-97e4-d5555b789e90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 1096 time: 0.0835879 Apr 20 18:36:24.104661 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-910a6c0a-b305-43ec-ba18-7910870084b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9 HTTP/1.1" status: 200 len: 217 time: 0.0672345 Apr 20 18:36:24.176460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c587-9714-4432-a9c2-19162300005b req-49cb617a-2aec-43d9-aeec-f3317169fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:24.178171 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-49cb617a-2aec-43d9-aeec-f3317169fb6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0672841 Apr 20 18:36:24.229644 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-6949eae0-3dca-485e-afb8-68eb29f14e2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456796 Apr 20 18:36:24.377126 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-3f30ae4d-596a-4c78-bbe2-c3fd13ac3e2f service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416874 Apr 20 18:36:24.521810 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d804c587-9714-4432-a9c2-19162300005b req-d12d4985-075a-4b5a-be9b-294e429cf172 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370282 Apr 20 18:36:24.648295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-d213358a-ecf2-4aef-922a-b2648c53cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:24.650119 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-d213358a-ecf2-4aef-922a-b2648c53cf39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 1096 time: 0.0823066 Apr 20 18:36:24.945281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed31419-fd86-4f2c-89fc-5f271ea4f386 req-ed07d80a-f57f-4d08-a6c3-8d9312a57fab tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:24.946848 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bed31419-fd86-4f2c-89fc-5f271ea4f386 req-ed07d80a-f57f-4d08-a6c3-8d9312a57fab tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 943 time: 0.0905759 Apr 20 18:36:24.995868 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bed31419-fd86-4f2c-89fc-5f271ea4f386 req-2cbc61ae-3080-4075-abd7-fdb83a213e6f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Apr 20 18:36:25.019508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-5d656330-526b-40e2-8411-f05fabb624cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:25.021073 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-5d656330-526b-40e2-8411-f05fabb624cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 915 time: 0.3637323 Apr 20 18:36:25.093668 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-f33179a5-1b1d-4c4d-a07c-716c7e9088c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9 HTTP/1.1" status: 200 len: 217 time: 0.0657439 Apr 20 18:36:25.166635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-e01b8ea7-661c-4467-ac20-f3bb9faf71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:25.168160 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-e01b8ea7-661c-4467-ac20-f3bb9faf71f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0666060 Apr 20 18:36:25.220848 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-f938bd00-72c4-482a-b6ac-7c74fad4c374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453105 Apr 20 18:36:25.361395 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-27311298-c7c3-4fb6-8ea3-c80a370db8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328204 Apr 20 18:36:25.505125 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5c01a1e2-6a1e-4f11-b540-6103c64fae31 req-e62fb918-bd23-46bb-bc45-703d3b926810 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369917 Apr 20 18:36:25.528085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36322) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:25.597510 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Deleting subnet b98de94d-04a1-4080-8a2e-c582213134a1 {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:36:25.600605 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.653700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.711270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.962500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.967347 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4f80ae17-90ea-4e43-9799-607c4ea8b2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:26.003715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98de94d-04a1-4080-8a2e-c582213134a1,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:26.006780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:26.007797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.013761 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6fc7785e-7fe9-4899-b253-ba7fe0bc182c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b98de94d-04a1-4080-8a2e-c582213134a1 HTTP/1.1" status: 204 len: 168 time: 0.4846356 Apr 20 18:36:26.016437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36326) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:26.131991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.200742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ab5-5d05-4092-9234-3cc859bab1be req-d60287ca-b9ff-4e2a-b13e-87504837193d tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:26.202370 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1a700ab5-5d05-4092-9234-3cc859bab1be req-d60287ca-b9ff-4e2a-b13e-87504837193d tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 943 time: 0.0930593 Apr 20 18:36:26.250784 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1a700ab5-5d05-4092-9234-3cc859bab1be req-6f1d28f1-0446-4bee-9a51-c845aa5e4065 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Apr 20 18:36:26.263690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.377565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af043717-fa18-44ca-9e14-7027a93e9add']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:26.390253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876adeab-2423-4c77-bff8-3f518b24c316') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:26.390595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876adeab-2423-4c77-bff8-3f518b24c316') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:26.402998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.418234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.424748 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:36:26.605842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Network af043717-fa18-44ca-9e14-7027a93e9add has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:26.615245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.626750 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0c47781f-297b-4383-b021-7f02593d5e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.796575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Network af043717-fa18-44ca-9e14-7027a93e9add has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:36:26.820419 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:36:26.894615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.898388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b215ca28-18f7-4f0b-ad39-312fe03edf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:26.912086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.926626 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Pushing event deleted for resources: {'Network': ['ID=af043717-fa18-44ca-9e14-7027a93e9add,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:26.928947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:26.935061 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] 10.222.0.26 "DELETE /v2.0/networks/af043717-fa18-44ca-9e14-7027a93e9add HTTP/1.1" status: 204 len: 168 time: 0.9176068 Apr 20 18:36:26.937912 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36332) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:27.003135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Deleting subnet 00dbc9d5-5e3e-4f0f-8be1-88f8b769e452 {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:36:27.006723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.039430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 27b82a9a-215c-4edb-b8b3-58650983b1d9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:36:27.058327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.120611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.180882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 27b82a9a-215c-4edb-b8b3-58650983b1d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:27.199388 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '27b82a9a-215c-4edb-b8b3-58650983b1d9', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'port_id': '27b82a9a-215c-4edb-b8b3-58650983b1d9', 'mac_address': 'fa:16:3e:ac:40:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d711941-4d8a-455e-b363-837162fb64bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:36:27.257947 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.275463 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b82a9a-215c-4edb-b8b3-58650983b1d9 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:27.291999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 27b82a9a-215c-4edb-b8b3-58650983b1d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:27.295730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.297683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:27.368417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=27b82a9a-215c-4edb-b8b3-58650983b1d9,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:27.371688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:27.382569 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.387575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:27.428645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dbc9d5-5e3e-4f0f-8be1-88f8b769e452,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:27.431320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:27.434689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.441625 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-bb271d6e-05ae-4edf-a295-a3d3ae66a4ca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/00dbc9d5-5e3e-4f0f-8be1-88f8b769e452 HTTP/1.1" status: 204 len: 168 time: 0.5025847 Apr 20 18:36:27.444420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36338) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:27.455528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bec09-ffaf-47a6-8602-9f7fd031ba69 req-518faeda-4277-439c-84ef-4d8aad23a1cd tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:27.457121 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-650bec09-ffaf-47a6-8602-9f7fd031ba69 req-518faeda-4277-439c-84ef-4d8aad23a1cd tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 944 time: 0.0904965 Apr 20 18:36:27.508162 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-650bec09-ffaf-47a6-8602-9f7fd031ba69 req-5b5c9fff-3687-49de-9fdb-a8118b655f6b tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Apr 20 18:36:27.509221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:27.562433 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.696582 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.809451 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce54244-a713-4a3e-b2ee-db847c16d7b2']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:27.822110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb88ea5a-0d5c-40af-aca2-525472f44f1b') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:27.822455 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb88ea5a-0d5c-40af-aca2-525472f44f1b') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:27.834668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.849539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.856381 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:36:28.028514 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:28.037932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.215461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Network 4ce54244-a713-4a3e-b2ee-db847c16d7b2 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:36:28.237325 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:36:28.312918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.317169 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3ab96d40-da12-4361-9e9c-8cca9d051052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:28.330509 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.340639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce54244-a713-4a3e-b2ee-db847c16d7b2,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:28.342834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:28.344375 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ce54244-a713-4a3e-b2ee-db847c16d7b2 HTTP/1.1" status: 204 len: 168 time: 0.8989708 Apr 20 18:36:28.459846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36344) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:28.510583 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-22ba1432-f8bf-4774-b1f8-fd776adc3c07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdcc3478fad3403bbc6302ad9750b414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494947 Apr 20 18:36:28.512950 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36348) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:28.574948 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.602335 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.654351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.659765 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9c419ef0-247b-4018-a1f7-68e71e7a4699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:28.673417 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9b485-dc96-4cfe-ac5e-5d8396475fe4,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:28.676744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:28.677958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.681899 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c51c47c0-a25e-4a78-8650-ae41799a708c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dc9b485-dc96-4cfe-ac5e-5d8396475fe4 HTTP/1.1" status: 204 len: 168 time: 0.1653028 Apr 20 18:36:28.718390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a42c9c-c84b-406c-a829-0b867e75b54d req-33454c7d-1e4f-411f-bf6c-2c6f0b32ccfc tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:28.720008 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b7a42c9c-c84b-406c-a829-0b867e75b54d req-33454c7d-1e4f-411f-bf6c-2c6f0b32ccfc tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 944 time: 0.0946255 Apr 20 18:36:28.768329 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b7a42c9c-c84b-406c-a829-0b867e75b54d req-cbac19b8-4736-447c-8234-744fc237d769 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Apr 20 18:36:29.025288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36358) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.040222 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 27b82a9a-215c-4edb-b8b3-58650983b1d9 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:36:29.077563 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2fa50139-b542-4a76-b978-2841f62ff9a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1753051f0ae4c20b70550f096a80efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508463 Apr 20 18:36:29.080078 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36362) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.113499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 27b82a9a-215c-4edb-b8b3-58650983b1d9 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:36:29.118380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 27b82a9a-215c-4edb-b8b3-58650983b1d9 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:36:29.118800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.141775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.169148 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.185074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6aa57bf1-8a00-41fe-a55f-b6f81a8a72de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.216700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.221841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-83b279ee-eed8-4ae3-8202-ff6f54cf573d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.235861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9365bdb3-033a-47e7-b225-2c9fa5ec8480,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.239281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.240512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.241762 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9365bdb3-033a-47e7-b225-2c9fa5ec8480 HTTP/1.1" status: 204 len: 168 time: 0.1606572 Apr 20 18:36:29.271165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.299794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b82a9a-215c-4edb-b8b3-58650983b1d9'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:29.309983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 27b82a9a-215c-4edb-b8b3-58650983b1d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:29.313737 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.316306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.355740 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b82a9a-215c-4edb-b8b3-58650983b1d9', 'code': 200} Apr 20 18:36:29.389721 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=27b82a9a-215c-4edb-b8b3-58650983b1d9,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.392825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.512045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.821838 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095547d-35fc-4638-ae56-14e3d772e7e7 req-c6d8cd8f-3790-4a1d-8c52-670a28090f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:29.823477 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a095547d-35fc-4638-ae56-14e3d772e7e7 req-c6d8cd8f-3790-4a1d-8c52-670a28090f1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 1098 time: 0.3110368 Apr 20 18:36:29.836680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:36:29.868099 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a095547d-35fc-4638-ae56-14e3d772e7e7 req-772bfb06-2850-4474-9d8d-170b75a7266d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 Apr 20 18:36:29.977002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397c69-4dc2-4d1d-8a59-51512895d236 req-5bc0b067-bacd-477f-adc2-20559caff896 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:29.978671 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fe397c69-4dc2-4d1d-8a59-51512895d236 req-5bc0b067-bacd-477f-adc2-20559caff896 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 945 time: 0.0928771 Apr 20 18:36:30.027063 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fe397c69-4dc2-4d1d-8a59-51512895d236 req-9dac2150-12c8-4153-91a9-d0b5fb8d77e1 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Apr 20 18:36:30.038772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 36390) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:30.059983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.153130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1049065540-network', 'tenant_id': '1c8bd587d3ea4667959d33570d404ee2'}} {{(pid=86460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:30.158214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:30.162379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Usage tracker for resource:network and tenant:1c8bd587d3ea4667959d33570d404ee2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:30.165537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:30.171659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:30.180876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Made reservation on behalf of 1c8bd587d3ea4667959d33570d404ee2 for: {'network': 1} {{(pid=86460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:30.185537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for network, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.199551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.214776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:30.218711 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8bd587d3ea4667959d33570d404ee2 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:30.221664 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:30.227665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:30.312425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.315230 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.320221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1cd10695-2cde-4043-a50e-5397e2eb5c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:30.345057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=86460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:36:30.358144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9452b21-b01f-43a0-acbc-4757917d897d,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:30.362404 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:30.363949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.364318 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.segments_db [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Added segment 37817151-81c0-4108-ac11-0c505ad67610 of type vlan for network e6323b4b-e406-40b2-9afd-28b6810a08db Apr 20 18:36:30.391384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737841942250'] for network, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.423955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138'] for network, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.425866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:30.426554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.431464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:30.535866 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4959261 Apr 20 18:36:30.538400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 36396) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:30.539309 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6323b4b-e406-40b2-9afd-28b6810a08db,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:30.542323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:30.544539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Request body: {'subnet': {'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1049065540-subnet', 'tenant_id': '1c8bd587d3ea4667959d33570d404ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:30.549774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:30.549904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Network e6323b4b-e406-40b2-9afd-28b6810a08db details requested by agent ovs-agent-dv-cinder-786931-2-smb with host dv-cinder-786931-2-smb {{(pid=86461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:36:30.554804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Usage tracker for resource:subnet and tenant:1c8bd587d3ea4667959d33570d404ee2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:30.557805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:30.564241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:30.574780 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Made reservation on behalf of 1c8bd587d3ea4667959d33570d404ee2 for: {'subnet': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:30.581757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852903827'] for subnet, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.998987 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2580883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852903812'] for subnet, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:31.003602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:31.076954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e481b2b8-b767-4a7e-b985-3a8c0045f4ad,revision_number=0']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:31.080494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:31.087122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Checking segment: {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:31.087513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Network hostable DHCP agents. Network: e6323b4b-e406-40b2-9afd-28b6810a08db, hostable agents: ['5beab1cd-8c61-46d9-adc5-49fad09aacb5'], hosted agents: [] {{(pid=86459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:36:31.106281 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Network e6323b4b-e406-40b2-9afd-28b6810a08db is scheduled to be hosted by DHCP agent 5beab1cd-8c61-46d9-adc5-49fad09aacb5 with binding_index 1 {{(pid=86459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:36:31.114253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-2-smb, e6323b4b-e406-40b2-9afd-28b6810a08db) {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:31.124731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d5ab7-4526-48bc-9769-48d03d3d09cb None None] Network e6323b4b-e406-40b2-9afd-28b6810a08db requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:36:31.126427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:31.127067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:31.152822 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-836853fe-08c7-4539-bd2c-2518880f4d38 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6078422 Apr 20 18:36:31.243958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866f39a-c79a-4290-9848-d55cfc8324bc req-dfd9b295-0c80-4c93-b26d-c9491506cbfb tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:31.245701 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4866f39a-c79a-4290-9848-d55cfc8324bc req-dfd9b295-0c80-4c93-b26d-c9491506cbfb tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 945 time: 0.1023424 Apr 20 18:36:31.296829 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-4866f39a-c79a-4290-9848-d55cfc8324bc req-f26a3bc2-077c-4859-8e03-a7b482ed30ea tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Apr 20 18:36:31.370971 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00280c-1e00-4251-83c8-bf98178321c0 None None] Network e6323b4b-e406-40b2-9afd-28b6810a08db requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:36:31.391179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:33.369113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-20a375ca-50fb-45be-9012-51f984cd63bc tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:33.369785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-20a375ca-50fb-45be-9012-51f984cd63bc tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Synchronizing usage tracker for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:network {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:33.387035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-20a375ca-50fb-45be-9012-51f984cd63bc tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Unset dirty status for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:network {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:33.388326 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-20a375ca-50fb-45be-9012-51f984cd63bc tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/networks?id=e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 200 len: 814 time: 0.1784160 Apr 20 18:36:33.405319 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-a79654ca-b43a-4b89-8c04-bd0611b21a84 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/quotas/1c8bd587d3ea4667959d33570d404ee2 HTTP/1.1" status: 200 len: 375 time: 0.0098104 Apr 20 18:36:33.459799 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-34f52aeb-a82e-4ec9-b964-6c1791aaad5f tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8bd587d3ea4667959d33570d404ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486257 Apr 20 18:36:33.652941 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-aa88f32f-0faa-48a1-a7f5-397cf95ec6ad service neutron] 10.222.0.26 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854858 Apr 20 18:36:34.037562 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-4c6f6e4c-245f-4a07-a495-a8dea31ccbad service neutron] 10.222.0.26 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770366 Apr 20 18:36:34.237184 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b4ef2c40-6d82-41f4-b6b3-a6263de61a04 req-6b2299db-b815-4e85-8ff6-e861a79f9118 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 210 time: 0.0517681 Apr 20 18:36:35.314369 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-76103c93-6339-4a3d-8502-dfc1c868d700 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:35.316419 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-76103c93-6339-4a3d-8502-dfc1c868d700 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "GET /v2.0/networks?id=e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 200 len: 814 time: 0.1611803 Apr 20 18:36:35.337592 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Request body: {'port': {'device_id': '72e31148-0b07-426e-a27b-535ca95bd752', 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db', 'admin_state_up': True, 'tenant_id': '1c8bd587d3ea4667959d33570d404ee2'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:35.403281 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-be492d62-0603-4f62-b787-f1b00ed3beb1 req-0dcfb4fd-4b04-4061-b973-cc84ccd50aa3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 210 time: 0.0521042 Apr 20 18:36:35.484149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:35.488651 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Usage tracker for resource:port and tenant:1c8bd587d3ea4667959d33570d404ee2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:35.491733 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:35.497705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:35.506968 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Made reservation on behalf of 1c8bd587d3ea4667959d33570d404ee2 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:35.513154 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:35.688045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Allocated IP 172.20.0.10 (e6323b4b-e406-40b2-9afd-28b6810a08db/e481b2b8-b767-4a7e-b985-3a8c0045f4ad/d342926a-de80-4246-bde0-eac83cf24e32) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:36:35.905207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:35.936191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:35.942967 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-33799525-cae9-496c-adf9-5c83e319bd8a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:35.943418 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-28f23645-8a94-4aca-8efe-3fab493156d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:35.944570 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-33799525-cae9-496c-adf9-5c83e319bd8a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1614034 Apr 20 18:36:35.960750 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-faa29f07-df67-4a6f-af1c-e6a5ef74d963 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/quotas/e55e2d6dbecc4d8c8f8a0b5224eb8724 HTTP/1.1" status: 200 len: 375 time: 0.0099764 Apr 20 18:36:36.012996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Network e6323b4b-e406-40b2-9afd-28b6810a08db is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:36:36.016420 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:36.019344 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:36:36.053195 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-cdbeb38a-6cab-4d6d-b2b1-8fce76ec82ae tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865140 Apr 20 18:36:36.059485 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Pushing event updated for resources: {'Port': ['ID=d342926a-de80-4246-bde0-eac83cf24e32,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:36.062624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:36.094958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:36.095621 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:36.115651 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7824600 Apr 20 18:36:36.127654 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Request body: {'port': {'device_id': '72e31148-0b07-426e-a27b-535ca95bd752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:36.198955 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-f5570529-4f21-470d-92e4-15adbc8c6741 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371622 Apr 20 18:36:36.248735 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:36.341820 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-c886de16-cbd2-4bac-8e98-0d0da153f6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364119 Apr 20 18:36:36.548967 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-57da78a3-7eb0-49ab-94cd-d844bc8f9055 req-3d9ea578-3762-4650-a480-638f4e21e6ed tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 210 time: 0.0579407 Apr 20 18:36:36.626389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d342926a-de80-4246-bde0-eac83cf24e32 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:36.635774 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:36.648462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a59c6-7a2d-4bad-915c-f6b2f4d43817 req-82f4d1d1-35d8-40f0-bea4-63e7b9623d0f tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:36.650965 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-523a59c6-7a2d-4bad-915c-f6b2f4d43817 req-82f4d1d1-35d8-40f0-bea4-63e7b9623d0f tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 932 time: 0.1008337 Apr 20 18:36:36.652768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Transition to ACTIVE for port object d342926a-de80-4246-bde0-eac83cf24e32 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:36:36.656251 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:36.662017 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-183d4c6a-c382-4ea1-9214-72f1ce54b5a0 tempest-ServerRescueNegativeTestJSON-1021828733 tempest-ServerRescueNegativeTestJSON-1021828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:36.706036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-523a59c6-7a2d-4bad-915c-f6b2f4d43817 req-1c37fd79-c87e-443a-a924-ee97ab18a4d2 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Synchronizing usage tracker for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:security_group {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:36.723186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-523a59c6-7a2d-4bad-915c-f6b2f4d43817 req-1c37fd79-c87e-443a-a924-ee97ab18a4d2 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Unset dirty status for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:security_group {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:36.724684 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-523a59c6-7a2d-4bad-915c-f6b2f4d43817 req-1c37fd79-c87e-443a-a924-ee97ab18a4d2 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Apr 20 18:36:36.803274 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Pushing event updated for resources: {'Port': ['ID=d342926a-de80-4246-bde0-eac83cf24e32,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:36.831958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:36.913179 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Attempting to bind port d342926a-de80-4246-bde0-eac83cf24e32 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:36:36.913562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Attempting to bind port d342926a-de80-4246-bde0-eac83cf24e32 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:36:36.913920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Attempting to bind port d342926a-de80-4246-bde0-eac83cf24e32 on network e6323b4b-e406-40b2-9afd-28b6810a08db {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:36.918904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Port d342926a-de80-4246-bde0-eac83cf24e32 on network e6323b4b-e406-40b2-9afd-28b6810a08db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:36:36.919262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Attempting to bind port d342926a-de80-4246-bde0-eac83cf24e32 on network e6323b4b-e406-40b2-9afd-28b6810a08db {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:36.924679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:36:36.925079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Checking segment: {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:36.925571 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Bound using segment: {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:36:36.926074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Bound port: d342926a-de80-4246-bde0-eac83cf24e32, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:36:36.926459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.022911 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] For port d342926a-de80-4246-bde0-eac83cf24e32, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:36:37.025990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] For port d342926a-de80-4246-bde0-eac83cf24e32, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d342926a-de80-4246-bde0-eac83cf24e32,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:36:37.029357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.035036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ea48d735-d1e0-4f0d-8ee8-d3844b548262 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:37.089801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:37.090516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.092007 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] 10.222.0.18 "PUT /v2.0/ports/d342926a-de80-4246-bde0-eac83cf24e32 HTTP/1.1" status: 200 len: 1094 time: 0.9687400 Apr 20 18:36:37.092547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e31148-0b07-426e-a27b-535ca95bd752', 'tag': 'd342926a-de80-4246-bde0-eac83cf24e32'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:37.122319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Pushing event updated for resources: {'Port': ['ID=d342926a-de80-4246-bde0-eac83cf24e32,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:37.125567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:37.148036 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e31148-0b07-426e-a27b-535ca95bd752', 'tag': 'd342926a-de80-4246-bde0-eac83cf24e32', 'status': 'completed', 'code': 200} Apr 20 18:36:37.240199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-292312ca-ff6e-497f-a8af-718d2eeb464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:37.241795 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-292312ca-ff6e-497f-a8af-718d2eeb464b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8bd587d3ea4667959d33570d404ee2&device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 1097 time: 0.0829382 Apr 20 18:36:37.317828 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-4c406066-a2fd-4d08-80f5-7114cb63b048 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d342926a-de80-4246-bde0-eac83cf24e32 HTTP/1.1" status: 200 len: 217 time: 0.0683491 Apr 20 18:36:37.384538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-84a85843-8aaa-4fcd-acee-166adbb91a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:37.386119 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-84a85843-8aaa-4fcd-acee-166adbb91a11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e481b2b8-b767-4a7e-b985-3a8c0045f4ad HTTP/1.1" status: 200 len: 854 time: 0.0623074 Apr 20 18:36:37.448759 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-f1ce3892-efb0-4b88-82d4-99eaa0a12d08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6323b4b-e406-40b2-9afd-28b6810a08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483487 Apr 20 18:36:37.724598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-d0534693-c4b7-4eed-9c71-14065b8d102a service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695739 Apr 20 18:36:37.739189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-041357de-4e39-4970-b8e4-ee643059a9f8 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:37.739935 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e2bbe086-43e5-4d52-b5a0-661aa59eb013 req-5bb447aa-c1a7-4717-bd4c-dad2455e60d8 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 210 time: 0.0551984 Apr 20 18:36:37.740972 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-041357de-4e39-4970-b8e4-ee643059a9f8 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.2104173 Apr 20 18:36:37.771518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Request body: {'port': {'device_id': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'admin_state_up': True, 'tenant_id': 'e55e2d6dbecc4d8c8f8a0b5224eb8724'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:37.930448 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7512e-d537-4b38-b46e-74e3322712ee req-88bb9b74-393a-4672-bb07-cde62bf8811e tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:37.931968 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a5b7512e-d537-4b38-b46e-74e3322712ee req-88bb9b74-393a-4672-bb07-cde62bf8811e tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 944 time: 0.0879772 Apr 20 18:36:37.981189 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a5b7512e-d537-4b38-b46e-74e3322712ee req-5f4332a5-1e17-47c8-8b40-5c312e30ec8c tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Apr 20 18:36:38.011327 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad0a456d-2730-48b6-8685-b53e146b6872 req-229d26de-407b-4ed5-a383-2622e1a3e4cc service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797692 Apr 20 18:36:38.016436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:38.021197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Usage tracker for resource:port and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:38.024253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:38.031075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:38.039552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Made reservation on behalf of e55e2d6dbecc4d8c8f8a0b5224eb8724 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:38.045607 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.257674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-31440f86-7238-4795-9d7b-0621731907a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:38.259222 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-31440f86-7238-4795-9d7b-0621731907a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8bd587d3ea4667959d33570d404ee2&device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 1097 time: 0.2018876 Apr 20 18:36:38.359440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Allocated IP 172.20.0.4 (28daecfe-08c9-4590-a5ba-acb6fafa3bd6/5d711941-4d8a-455e-b363-837162fb64bd/683f26cb-3f31-4987-9dd2-4ab06d18361a) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:36:38.451600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-3a5ee7f7-b6cc-4d65-aff0-8a2676bf18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:38.453158 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-3a5ee7f7-b6cc-4d65-aff0-8a2676bf18a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 200 len: 915 time: 0.1849954 Apr 20 18:36:38.534793 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-5212cef0-9d2a-4f49-a401-4e4fab387e60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d342926a-de80-4246-bde0-eac83cf24e32 HTTP/1.1" status: 200 len: 217 time: 0.0732014 Apr 20 18:36:38.911103 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e3db5934-1770-491a-afa1-9b9864b8a75b req-52ab224c-4a79-46e0-b052-ce12fe2cdb4a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 210 time: 0.0522459 Apr 20 18:36:38.922072 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-35f3a0ff-28c0-4e09-9a5d-3ffb587ffcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:38.923914 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-35f3a0ff-28c0-4e09-9a5d-3ffb587ffcdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e481b2b8-b767-4a7e-b985-3a8c0045f4ad HTTP/1.1" status: 200 len: 854 time: 0.3734360 Apr 20 18:36:38.989634 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-cf9102a3-ad2c-4a4f-8037-761a54aa4fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6323b4b-e406-40b2-9afd-28b6810a08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590086 Apr 20 18:36:39.084625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:39.162434 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-e681b5b7-624d-4668-a91b-203bd378506e service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651897 Apr 20 18:36:39.169310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:39.176931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8c25a2fb-e313-4267-9bcc-49b1785267a8 tempest-VolumesActionsTest-1988658880 tempest-VolumesActionsTest-1988658880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:39.180946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:39.181220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d081d-63a4-4bcb-a9c8-08dce0f9ba4a req-6c6d1c17-5368-477c-964f-7042ee626905 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:39.182907 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cd0d081d-63a4-4bcb-a9c8-08dce0f9ba4a req-6c6d1c17-5368-477c-964f-7042ee626905 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 944 time: 0.0889223 Apr 20 18:36:39.232231 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cd0d081d-63a4-4bcb-a9c8-08dce0f9ba4a req-5d169628-9be9-4559-bbe7-2cea6add477a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Apr 20 18:36:39.331858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:36:39.337203 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:39.349994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:36:39.394074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event updated for resources: {'Port': ['ID=683f26cb-3f31-4987-9dd2-4ab06d18361a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:39.402460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:39.461622 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:39.462348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:39.475195 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-fcb75c70-4c5d-4c80-8ba7-7cc8e9ac4a01 req-090644aa-4336-459c-a225-311b94c53cd1 service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035612 Apr 20 18:36:39.485011 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7181246 Apr 20 18:36:39.497681 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Request body: {'port': {'device_id': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:39.614173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:39.970022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683f26cb-3f31-4987-9dd2-4ab06d18361a {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:39.978289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:39.993226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Transition to ACTIVE for port object 683f26cb-3f31-4987-9dd2-4ab06d18361a will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:36:39.996155 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.001142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-36a7d145-2f25-4564-8674-75b19870cf27 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:40.116423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b6bb-d047-4f94-9c68-d1511a30286a req-040c6473-613b-49da-a5ed-2e4c5fed04d7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:40.118061 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d162b6bb-d047-4f94-9c68-d1511a30286a req-040c6473-613b-49da-a5ed-2e4c5fed04d7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 943 time: 0.0915122 Apr 20 18:36:40.166388 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d162b6bb-d047-4f94-9c68-d1511a30286a req-82a55935-74a4-4136-bee7-93e2502873f8 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Apr 20 18:36:40.173758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Pushing event updated for resources: {'Port': ['ID=683f26cb-3f31-4987-9dd2-4ab06d18361a,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:40.203443 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:40.247184 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Attempting to bind port 683f26cb-3f31-4987-9dd2-4ab06d18361a on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:36:40.247558 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Attempting to bind port 683f26cb-3f31-4987-9dd2-4ab06d18361a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:36:40.247927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Attempting to bind port 683f26cb-3f31-4987-9dd2-4ab06d18361a on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:40.253334 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Port 683f26cb-3f31-4987-9dd2-4ab06d18361a on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:36:40.253676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Attempting to bind port 683f26cb-3f31-4987-9dd2-4ab06d18361a on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:40.259495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:36:40.259866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Checking segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:40.260287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Bound using segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:36:40.260744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Bound port: 683f26cb-3f31-4987-9dd2-4ab06d18361a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:36:40.261111 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.358945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] For port 683f26cb-3f31-4987-9dd2-4ab06d18361a, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:36:40.362081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] For port 683f26cb-3f31-4987-9dd2-4ab06d18361a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:36:40.365441 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.370249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:40.424067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:40.424772 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.426281 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] 10.222.0.18 "PUT /v2.0/ports/683f26cb-3f31-4987-9dd2-4ab06d18361a HTTP/1.1" status: 200 len: 1093 time: 0.9335902 Apr 20 18:36:40.426819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'tag': '683f26cb-3f31-4987-9dd2-4ab06d18361a'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:40.437793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc6a4d-d5ec-46e2-98fc-15d2195ec102 req-1a20f86c-b335-45d1-8d90-79c7f8784465 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:40.445036 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8abc6a4d-d5ec-46e2-98fc-15d2195ec102 req-1a20f86c-b335-45d1-8d90-79c7f8784465 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 944 time: 0.0932248 Apr 20 18:36:40.455333 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Pushing event updated for resources: {'Port': ['ID=683f26cb-3f31-4987-9dd2-4ab06d18361a,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:40.460318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:40.504687 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8abc6a4d-d5ec-46e2-98fc-15d2195ec102 req-9dafce98-6520-4c60-9c4e-d058cd8259f2 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458357 Apr 20 18:36:40.511494 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'tag': '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'status': 'completed', 'code': 200} Apr 20 18:36:40.547944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-9a745abd-4d06-439a-8ebb-3845a4735913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:40.549575 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-9a745abd-4d06-439a-8ebb-3845a4735913 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 1096 time: 0.0846455 Apr 20 18:36:40.624484 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-26583556-a544-4346-9d3b-b28e2b84133a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a HTTP/1.1" status: 200 len: 217 time: 0.0674553 Apr 20 18:36:40.697263 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c742e2-0b72-452a-ab39-7de929b934dd req-6ded4e60-e1d7-4735-8439-6ed8403d0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:40.698913 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-6ded4e60-e1d7-4735-8439-6ed8403d0ae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0683808 Apr 20 18:36:40.751972 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-fdfc6f6b-5b6c-45ab-9c4f-af0ae6ffb447 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463700 Apr 20 18:36:40.890994 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-f6310592-882a-4d90-bc3e-65696128ed9c service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330435 Apr 20 18:36:41.030428 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-60c742e2-0b72-452a-ab39-7de929b934dd req-b09d32be-3c0b-4910-a7db-109a27f5d7f4 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336033 Apr 20 18:36:41.095445 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d342926a-de80-4246-bde0-eac83cf24e32 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:36:41.154572 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ee7d-ecec-4205-9494-210c6100f8de req-9b24e3ee-f898-4725-8ed2-ecdc03a56fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:41.156151 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-9b24e3ee-f898-4725-8ed2-ecdc03a56fd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 1096 time: 0.0815957 Apr 20 18:36:41.237118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d342926a-de80-4246-bde0-eac83cf24e32, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d342926a-de80-4246-bde0-eac83cf24e32,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:41.251951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'd342926a-de80-4246-bde0-eac83cf24e32', 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db', 'port_id': 'd342926a-de80-4246-bde0-eac83cf24e32', 'mac_address': 'fa:16:3e:65:9a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e481b2b8-b767-4a7e-b985-3a8c0045f4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:36:41.301593 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ee7d-ecec-4205-9494-210c6100f8de req-809c0e42-bd65-46e1-83dc-0c1c41fd4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:41.303105 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-809c0e42-bd65-46e1-83dc-0c1c41fd4fc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 915 time: 0.1401498 Apr 20 18:36:41.315120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.334810 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d342926a-de80-4246-bde0-eac83cf24e32 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:41.352091 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d342926a-de80-4246-bde0-eac83cf24e32, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d342926a-de80-4246-bde0-eac83cf24e32,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:41.355396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.357201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:41.371834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73475e-bf8f-463d-b6eb-c8195d040605 req-df79b454-e667-49a3-ab86-21649e9deb60 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:41.373441 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad73475e-bf8f-463d-b6eb-c8195d040605 req-df79b454-e667-49a3-ab86-21649e9deb60 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 943 time: 0.0908773 Apr 20 18:36:41.379569 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-db5c7feb-c02c-4fb0-9a11-40898e06060e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a HTTP/1.1" status: 200 len: 217 time: 0.0698831 Apr 20 18:36:41.424459 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ad73475e-bf8f-463d-b6eb-c8195d040605 req-58cbed91-1954-4dd1-b3d1-3af35c24de7e tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Apr 20 18:36:41.427031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=d342926a-de80-4246-bde0-eac83cf24e32,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:41.430330 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:41.455110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ee7d-ecec-4205-9494-210c6100f8de req-932c2e2f-809c-416c-86e0-7516c7561bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:41.457203 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-932c2e2f-809c-416c-86e0-7516c7561bce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0714972 Apr 20 18:36:41.509575 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-81f73a92-a9b6-4a26-b792-cb31e87effc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451005 Apr 20 18:36:41.612307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['d342926a-de80-4246-bde0-eac83cf24e32'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:41.655443 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-01e407a2-f871-455f-aff1-c996802eca41 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387243 Apr 20 18:36:41.731086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6491a5-e338-4ebd-914a-f65cb7209051 req-005d2cd6-be31-4cd7-b2a0-d3edfc462e23 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:41.732819 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7e6491a5-e338-4ebd-914a-f65cb7209051 req-005d2cd6-be31-4cd7-b2a0-d3edfc462e23 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 945 time: 0.1154704 Apr 20 18:36:41.782059 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7e6491a5-e338-4ebd-914a-f65cb7209051 req-51aaedc5-f835-41bf-806d-f2ca3930f51b tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Apr 20 18:36:41.808520 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7817ee7d-ecec-4205-9494-210c6100f8de req-53b7b2b9-f7e1-4bca-9b2b-6b94705e9ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437387 Apr 20 18:36:42.623705 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04142-4b76-4219-b392-a6ef7b5c2da5 req-b06c4373-de8b-49c0-b95f-c132c1505f8a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:42.625303 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b6b04142-4b76-4219-b392-a6ef7b5c2da5 req-b06c4373-de8b-49c0-b95f-c132c1505f8a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 943 time: 0.0884583 Apr 20 18:36:42.673564 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b6b04142-4b76-4219-b392-a6ef7b5c2da5 req-c99b2c32-3bee-4e9e-b0bd-232ecfa7b145 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Apr 20 18:36:42.982902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5838f0d-33e5-497b-aa93-a9a35d97b531 req-4aea1fe8-9efb-4e4f-957f-1710f8b4fc43 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:42.984468 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c5838f0d-33e5-497b-aa93-a9a35d97b531 req-4aea1fe8-9efb-4e4f-957f-1710f8b4fc43 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 945 time: 0.0917962 Apr 20 18:36:43.031381 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c5838f0d-33e5-497b-aa93-a9a35d97b531 req-4f422f22-2f0a-47a6-a232-e74c6f29057a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Apr 20 18:36:43.131131 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 683f26cb-3f31-4987-9dd2-4ab06d18361a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:36:43.133636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d342926a-de80-4246-bde0-eac83cf24e32 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:36:43.289345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port d342926a-de80-4246-bde0-eac83cf24e32 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:36:43.307205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port d342926a-de80-4246-bde0-eac83cf24e32 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:36:43.307615 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:43.545805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 683f26cb-3f31-4987-9dd2-4ab06d18361a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:43.564560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'port_id': '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'mac_address': 'fa:16:3e:90:84:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d711941-4d8a-455e-b363-837162fb64bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:36:43.675945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:43.697317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:43.708716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683f26cb-3f31-4987-9dd2-4ab06d18361a {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:43.735046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 683f26cb-3f31-4987-9dd2-4ab06d18361a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:43.740563 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e31148-0b07-426e-a27b-535ca95bd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342926a-de80-4246-bde0-eac83cf24e32'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:43.748884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:43.754217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9b4ade16-5755-4115-845b-8923be231569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:43.783385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port d342926a-de80-4246-bde0-eac83cf24e32, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d342926a-de80-4246-bde0-eac83cf24e32,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:43.790824 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e31148-0b07-426e-a27b-535ca95bd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342926a-de80-4246-bde0-eac83cf24e32', 'code': 200} Apr 20 18:36:43.799051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:43.828486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=683f26cb-3f31-4987-9dd2-4ab06d18361a,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:43.831517 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:43.832038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:43.888437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac3aed-90c6-4fc3-9824-325704f97732 req-37e7ddc5-1711-4d00-8cef-772ac6f4bc3c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:43.890044 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-42ac3aed-90c6-4fc3-9824-325704f97732 req-37e7ddc5-1711-4d00-8cef-772ac6f4bc3c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 944 time: 0.0979030 Apr 20 18:36:43.908483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=d342926a-de80-4246-bde0-eac83cf24e32,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:43.912212 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:43.947386 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-42ac3aed-90c6-4fc3-9824-325704f97732 req-14efb6b0-84a2-423c-8cd2-c1d0d55ef044 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497088 Apr 20 18:36:43.986144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['683f26cb-3f31-4987-9dd2-4ab06d18361a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:44.031423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a69ff-2c3a-4c20-baa5-f45cb3e183e8 req-976cf7c8-15d8-4466-a71b-895be33f97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:44.033038 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-734a69ff-2c3a-4c20-baa5-f45cb3e183e8 req-976cf7c8-15d8-4466-a71b-895be33f97f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 1099 time: 0.0769329 Apr 20 18:36:44.086964 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-734a69ff-2c3a-4c20-baa5-f45cb3e183e8 req-ae736d20-d882-42c7-b86b-d832c53c97a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Apr 20 18:36:44.236284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cacda4-3cf7-4e5c-bfe1-91d2535a2c28 req-c364c46b-8f26-4373-b52f-77456a16fb12 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:44.238497 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6cacda4-3cf7-4e5c-bfe1-91d2535a2c28 req-c364c46b-8f26-4373-b52f-77456a16fb12 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.0897505 Apr 20 18:36:44.285844 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6cacda4-3cf7-4e5c-bfe1-91d2535a2c28 req-9f983272-63a7-48cd-adfc-ffe86808a672 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Apr 20 18:36:44.626061 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-c26ced51-eaaf-450d-ac7a-0201fb6e558b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765204 Apr 20 18:36:44.784004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-7889b1ad-8e8e-478f-a6d3-900470e0fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:44.786145 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-7889b1ad-8e8e-478f-a6d3-900470e0fef5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.0772197 Apr 20 18:36:44.947089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-e94cab76-7fa4-480c-9f88-b9d3e0260c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:44.949191 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-e94cab76-7fa4-480c-9f88-b9d3e0260c8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 908 time: 0.1393254 Apr 20 18:36:45.066486 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-81da1bff-51ce-46c8-a27c-809c1630ea02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 1001 time: 0.1102631 Apr 20 18:36:45.154602 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb25-c188-4091-8306-0510d92f0050 req-b45b94c0-91c2-4d09-afc4-d74030440009 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:45.155161 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 683f26cb-3f31-4987-9dd2-4ab06d18361a up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:36:45.156222 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-61a3eb25-c188-4091-8306-0510d92f0050 req-b45b94c0-91c2-4d09-afc4-d74030440009 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 944 time: 0.0934777 Apr 20 18:36:45.160980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-ac51f524-f74f-42c1-ac4c-130d01e79a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:45.162596 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-ac51f524-f74f-42c1-ac4c-130d01e79a2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.0723634 Apr 20 18:36:45.207559 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-61a3eb25-c188-4091-8306-0510d92f0050 req-03de9a57-f658-468e-8ec7-60ea51017dbb tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Apr 20 18:36:45.227661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port 683f26cb-3f31-4987-9dd2-4ab06d18361a completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:36:45.235039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 683f26cb-3f31-4987-9dd2-4ab06d18361a triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:36:45.235461 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.253691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-08f357f0-b794-4741-8aaa-75a703910013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:45.255361 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-08f357f0-b794-4741-8aaa-75a703910013 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865779 Apr 20 18:36:45.361500 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.395511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 683f26cb-3f31-4987-9dd2-4ab06d18361a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:45.398516 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.400475 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:45.402253 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-44bc050b-e424-406a-a9d6-08c7f9c0c224 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398113 Apr 20 18:36:45.472258 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=683f26cb-3f31-4987-9dd2-4ab06d18361a,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:45.479124 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:45.489918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e09dd-3cf6-428a-96c1-cf1a958b9d1c req-5fff67a4-f558-4bb8-a1d5-74e642b5628e tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:45.491559 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc0e09dd-3cf6-428a-96c1-cf1a958b9d1c req-5fff67a4-f558-4bb8-a1d5-74e642b5628e tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.0905046 Apr 20 18:36:45.539112 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-cc0e09dd-3cf6-428a-96c1-cf1a958b9d1c req-1fec4c9c-72a9-49f2-a2fc-164e66622f5e tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Apr 20 18:36:45.555751 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-579cfdad-817a-4cb6-b0f9-5492a6389f17 req-5657b05f-8d07-442c-81e9-273f23fee491 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475091 Apr 20 18:36:45.792120 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683f26cb-3f31-4987-9dd2-4ab06d18361a'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:45.838469 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'code': 200} Apr 20 18:36:46.091671 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1dcb0-b1cf-4dec-819f-83f5608fc072 req-d4004651-2281-4535-92d5-709de603152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:46.093327 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-39e1dcb0-b1cf-4dec-819f-83f5608fc072 req-d4004651-2281-4535-92d5-709de603152a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 1098 time: 0.0819292 Apr 20 18:36:46.325315 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.374050 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-39e1dcb0-b1cf-4dec-819f-83f5608fc072 req-30bbcd38-0cd1-4dd7-a28a-430b8cd75275 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739253 Apr 20 18:36:46.425233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358523ca-b4d9-4188-a579-9901143dbd0c req-b846c9f2-9495-43df-b350-1042d5618d69 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:46.426892 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-358523ca-b4d9-4188-a579-9901143dbd0c req-b846c9f2-9495-43df-b350-1042d5618d69 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 945 time: 0.0943143 Apr 20 18:36:46.478138 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-358523ca-b4d9-4188-a579-9901143dbd0c req-eb17549b-ff24-4fa4-a050-cd69d8e63c29 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Apr 20 18:36:47.682845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f357ed-281e-4938-b882-d895dc28ea79 req-3b2cf749-54d8-4bfa-a1e3-4ac7d14226c9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:47.684507 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-18f357ed-281e-4938-b882-d895dc28ea79 req-3b2cf749-54d8-4bfa-a1e3-4ac7d14226c9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 945 time: 0.0914476 Apr 20 18:36:47.736085 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-18f357ed-281e-4938-b882-d895dc28ea79 req-cabfebdc-b34e-4df9-9e70-8860c723bc3f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 Apr 20 18:36:49.907983 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-b3a72381-f2ec-4078-851f-1dcf399e53c4 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:49.910060 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-b3a72381-f2ec-4078-851f-1dcf399e53c4 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1599491 Apr 20 18:36:49.927468 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-6240a370-6ced-412a-8551-c7c59116b553 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/quotas/e55e2d6dbecc4d8c8f8a0b5224eb8724 HTTP/1.1" status: 200 len: 375 time: 0.0110421 Apr 20 18:36:50.018540 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-d3d3f6e2-a6d4-419a-9401-626adef42d04 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850203 Apr 20 18:36:50.173106 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-379eba48-8907-4bc3-bd88-2553552fbf17 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467698 Apr 20 18:36:50.321067 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-a0a36a29-d907-4a01-8fe5-501f17598409 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408374 Apr 20 18:36:50.529206 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-314c528d-7960-48b9-b21a-af2a38971010 req-d15dbf48-a65c-4cbf-be05-9e32ad28ecf7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 210 time: 0.0491955 Apr 20 18:36:51.669318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-b1612cb2-7c10-4e77-98dc-1bea2846a1c7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:51.669776 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-b1612cb2-7c10-4e77-98dc-1bea2846a1c7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1825104 Apr 20 18:36:51.684811 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Request body: {'port': {'device_id': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'admin_state_up': True, 'tenant_id': 'e55e2d6dbecc4d8c8f8a0b5224eb8724'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:51.759670 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9f549168-a071-4068-b10c-1c9e6a15cfe0 req-7fcc33b0-1fda-463b-9407-bf9fa069cd82 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 210 time: 0.0605094 Apr 20 18:36:51.834595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:51.838616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Usage tracker for resource:port and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:51.841531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:51.848214 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:51.859319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Made reservation on behalf of e55e2d6dbecc4d8c8f8a0b5224eb8724 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:51.865478 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:52.041812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Allocated IP 172.20.0.5 (28daecfe-08c9-4590-a5ba-acb6fafa3bd6/5d711941-4d8a-455e-b363-837162fb64bd/f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:36:52.258603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:52.289720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:52.295728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7232e66e-42e1-4b7c-96e6-7c58ff5ea363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:52.306872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9', '683f26cb-3f31-4987-9dd2-4ab06d18361a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:52.368245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:36:52.375435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:52.380142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:36:52.418295 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event updated for resources: {'Port': ['ID=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:52.432514 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.432933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.433347 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.433753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.434206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.434610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.435012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.435410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.435805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.436202 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.436601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.436989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:52.447436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:52.464197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:52.464868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:52.488711 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083949 Apr 20 18:36:52.501191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Request body: {'port': {'device_id': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:52.630153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:52.962700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901203-38ad-4b42-aaee-8402e8e67a47 req-e1995e1f-1b42-4deb-9ce3-75066c8d9f1a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:52.964236 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a4901203-38ad-4b42-aaee-8402e8e67a47 req-e1995e1f-1b42-4deb-9ce3-75066c8d9f1a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 931 time: 0.0892155 Apr 20 18:36:53.005620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:53.013457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.014443 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a4901203-38ad-4b42-aaee-8402e8e67a47 req-2a046412-2311-4350-a6e7-fd893ac92c7f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Apr 20 18:36:53.028518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Transition to ACTIVE for port object f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:36:53.031413 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.036921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d48fa2f1-4f81-4c18-9422-44dbe02afd05 tempest-AttachVolumeShelveTestJSON-1680959154 tempest-AttachVolumeShelveTestJSON-1680959154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:53.208513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Pushing event updated for resources: {'Port': ['ID=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:53.236712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:53.280493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Attempting to bind port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:36:53.280860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Attempting to bind port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:36:53.281224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Attempting to bind port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:53.286675 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:36:53.287029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Attempting to bind port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:53.292356 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:36:53.292726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Checking segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:53.293140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Bound using segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:36:53.293594 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Bound port: f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:36:53.294022 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.391726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] For port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:36:53.395313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] For port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:36:53.398754 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.403629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-88c050a1-18ba-43e6-82ec-3ccf6a3b641e tempest-VolumesActionsTest-2004558485 tempest-VolumesActionsTest-2004558485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:53.460057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:53.460723 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.462277 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a HTTP/1.1" status: 200 len: 1093 time: 0.9657600 Apr 20 18:36:53.470568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'tag': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:53.497267 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Pushing event updated for resources: {'Port': ['ID=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:53.500491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cbbe7754-475c-48de-a37f-b7ec9ba79e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:53.539305 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'tag': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a', 'status': 'completed', 'code': 200} Apr 20 18:36:53.582758 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-c1b8d44f-7519-4f3d-9dbb-d4f231f60b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:53.584376 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-c1b8d44f-7519-4f3d-9dbb-d4f231f60b11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 1096 time: 0.0829160 Apr 20 18:36:53.662639 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-f6aa523f-af69-4301-a615-2cdb3159de5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a HTTP/1.1" status: 200 len: 217 time: 0.0707676 Apr 20 18:36:53.734410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7302-be9e-421d-8943-6475df07d752 req-4f0bab10-012b-4a2e-a08a-7641115ba4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:53.735867 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-4f0bab10-012b-4a2e-a08a-7641115ba4d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0662735 Apr 20 18:36:53.801242 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-8cdd18a8-962b-456e-83e3-bbc548d8b1c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461371 Apr 20 18:36:53.944254 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-2419ca7b-028c-4520-8baf-796add4a2aac service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363602 Apr 20 18:36:54.090434 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7fdb7302-be9e-421d-8943-6475df07d752 req-d3694e59-673c-4a42-8ae0-04bba9afdd9f service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371973 Apr 20 18:36:54.217307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c061-5966-46e6-9c2a-441cf000af22 req-a1ec0971-4abe-4a63-bb7b-72bec0043838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:54.218965 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-a1ec0971-4abe-4a63-bb7b-72bec0043838 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 1096 time: 0.0777385 Apr 20 18:36:54.227030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837939-264f-4d8d-b206-cc834ac37e34 req-9f91fbe5-b3cc-4887-a39e-7649e42a5be3 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:54.228616 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-02837939-264f-4d8d-b206-cc834ac37e34 req-9f91fbe5-b3cc-4887-a39e-7649e42a5be3 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 943 time: 0.0939031 Apr 20 18:36:54.278925 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-02837939-264f-4d8d-b206-cc834ac37e34 req-eedffb2e-b347-422b-8756-d72c75c016b5 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Apr 20 18:36:54.363284 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c061-5966-46e6-9c2a-441cf000af22 req-7f8b5885-cdbb-4474-a853-c3d7b651ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:54.364850 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-7f8b5885-cdbb-4474-a853-c3d7b651ccf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 915 time: 0.1383080 Apr 20 18:36:54.447049 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-787c4124-d6b7-4060-b667-43081b14dca0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a HTTP/1.1" status: 200 len: 217 time: 0.0708573 Apr 20 18:36:54.528373 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c061-5966-46e6-9c2a-441cf000af22 req-e892ecab-6e67-4f37-a0f9-3f1f92df2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:54.530555 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-e892ecab-6e67-4f37-a0f9-3f1f92df2a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0686250 Apr 20 18:36:54.588685 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-10a75e12-d886-4904-857d-2e46d183431b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507412 Apr 20 18:36:54.735158 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-53ce2c0f-ec2a-4742-9fff-a9e273eda337 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379805 Apr 20 18:36:55.107262 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f907c061-5966-46e6-9c2a-441cf000af22 req-b7f524da-170f-4287-b0e1-f2580ba4e831 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648658 Apr 20 18:36:55.482519 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b1363-e93c-49f0-8eed-9dee43677352 req-f05c783b-e694-4a45-a3ea-8431885d4ba2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:55.484121 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-af4b1363-e93c-49f0-8eed-9dee43677352 req-f05c783b-e694-4a45-a3ea-8431885d4ba2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 943 time: 0.0921657 Apr 20 18:36:55.538398 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-af4b1363-e93c-49f0-8eed-9dee43677352 req-9f56d85c-29b7-463e-a0d5-0ba44f093cd0 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Apr 20 18:36:56.624055 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0116cfd5-69cd-4929-b706-e9209aa97029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:56.744353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43de71-33d6-466e-9ad1-356568afe8f7 req-b9b99691-de5c-4182-91ed-2ca752cbe5c9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:56.745955 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8b43de71-33d6-466e-9ad1-356568afe8f7 req-b9b99691-de5c-4182-91ed-2ca752cbe5c9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 943 time: 0.0892136 Apr 20 18:36:56.793627 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8b43de71-33d6-466e-9ad1-356568afe8f7 req-521a9951-afce-42a7-a6fd-91ed1c21063c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Apr 20 18:36:57.208321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:36:57.352209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:57.370635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'port_id': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a', 'mac_address': 'fa:16:3e:7e:f4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d711941-4d8a-455e-b363-837162fb64bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:36:57.432613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:57.451899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:57.468915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:57.471753 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:57.473650 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a2972b5d-318a-4e2a-8132-254d35a59a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:57.545216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:57.553791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.554324 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.554728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.555109 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.555505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.555899 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.556272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.556639 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.557008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.557393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.557798 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.558205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:57.562444 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:57.768198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:58.004250 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525606e-96a4-4c6e-b703-43bbda6bae45 req-8573a591-03f3-4e70-a3bd-4523c28d94f3 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:58.006059 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6525606e-96a4-4c6e-b703-43bbda6bae45 req-8573a591-03f3-4e70-a3bd-4523c28d94f3 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 944 time: 0.0970013 Apr 20 18:36:58.054709 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6525606e-96a4-4c6e-b703-43bbda6bae45 req-c46e39a9-64f4-4aae-babf-e7ced594647a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Apr 20 18:36:59.167726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b64d8761-4fc1-492d-8248-c0453173cb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:59.217472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:36:59.253350 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b585a-eddc-4e5d-9862-2556e0990318 req-162f838c-eb8c-4539-b665-ad52ae10b2ff tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:59.254996 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e65b585a-eddc-4e5d-9862-2556e0990318 req-162f838c-eb8c-4539-b665-ad52ae10b2ff tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 944 time: 0.0878584 Apr 20 18:36:59.290667 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:36:59.295676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:36:59.296110 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:59.303394 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e65b585a-eddc-4e5d-9862-2556e0990318 req-a080dca3-f267-4821-b0d8-f647807b32f7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Apr 20 18:36:59.420853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:59.449396 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:59.459794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:59.462773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:59.465310 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:59.500039 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a', 'code': 200} Apr 20 18:36:59.540268 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:59.550922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:59.554206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:59.735086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fed5c2-2a8c-46f7-8c75-5ecfdd29c82c req-1d6a706f-719e-4e6c-9bcd-22b8a81e9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:59.736669 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-47fed5c2-2a8c-46f7-8c75-5ecfdd29c82c req-1d6a706f-719e-4e6c-9bcd-22b8a81e9762 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 1098 time: 0.0767303 Apr 20 18:36:59.781220 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-47fed5c2-2a8c-46f7-8c75-5ecfdd29c82c req-36f8e7aa-ef89-4aa6-a6c2-07269cbbda59 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Apr 20 18:37:00.062278 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:00.511226 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b52580-87d1-4190-bcec-e4862a5c02db req-94f023cd-e959-43a6-86a9-6be36b5c94ef tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:00.512850 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-71b52580-87d1-4190-bcec-e4862a5c02db req-94f023cd-e959-43a6-86a9-6be36b5c94ef tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 945 time: 0.0932710 Apr 20 18:37:00.560982 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-71b52580-87d1-4190-bcec-e4862a5c02db req-1db30131-f713-424e-9cbf-32c5984e34e1 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Apr 20 18:37:01.329629 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:01.770208 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536c3a-5bb7-4332-8a2c-ded4bc2d22fd req-50bd0c5d-dd94-4b3c-8ef9-72a59493f947 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:01.771822 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-40536c3a-5bb7-4332-8a2c-ded4bc2d22fd req-50bd0c5d-dd94-4b3c-8ef9-72a59493f947 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 945 time: 0.0933976 Apr 20 18:37:01.821502 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-40536c3a-5bb7-4332-8a2c-ded4bc2d22fd req-3abbccee-a895-43e7-9f87-559063f218ae tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Apr 20 18:37:06.837098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:37:08.188646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-28431d46-f05d-427b-b44f-c53bdccdcec6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:08.190312 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-28431d46-f05d-427b-b44f-c53bdccdcec6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1630459 Apr 20 18:37:08.206883 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-616c23f9-f5a9-4e12-a9a6-c0c013e89ba3 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/quotas/e55e2d6dbecc4d8c8f8a0b5224eb8724 HTTP/1.1" status: 200 len: 375 time: 0.0100253 Apr 20 18:37:08.300000 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-22a7d2ba-4283-451f-b2b6-01ead46a8f23 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874426 Apr 20 18:37:08.445432 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-883b8629-1092-42de-ba2c-9b0d7acb3d17 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375730 Apr 20 18:37:08.818908 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-aa2ad9fc-4f4c-4c0a-931a-27debe2ef7e2 service neutron] 10.222.0.26 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669822 Apr 20 18:37:09.011215 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-de64fbd0-95ab-48c0-878e-d80d3d8a11ae req-f9e9d659-da3a-4cb6-b9c1-11e3081d637f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 210 time: 0.0516114 Apr 20 18:37:10.177444 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7e3027c2-3fe3-4954-a31f-8e46aeb065e1 req-0290571c-ea1c-41d6-a754-b5bc2b99e7dc tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 210 time: 0.0501261 Apr 20 18:37:10.246320 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-f39a8f73-ccd5-4f55-b8db-b6e4de0836e6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:10.247877 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-f39a8f73-ccd5-4f55-b8db-b6e4de0836e6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 814 time: 0.1661367 Apr 20 18:37:10.265093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Request body: {'port': {'device_id': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'admin_state_up': True, 'tenant_id': 'e55e2d6dbecc4d8c8f8a0b5224eb8724'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:10.408026 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:10.412041 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Usage tracker for resource:port and tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:10.414951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:10.420861 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:10.429512 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Made reservation on behalf of e55e2d6dbecc4d8c8f8a0b5224eb8724 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:10.435581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.608996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Allocated IP 172.20.0.2 (28daecfe-08c9-4590-a5ba-acb6fafa3bd6/5d711941-4d8a-455e-b363-837162fb64bd/e30bee0f-55fe-4924-bfb3-ce12b2ed8d34) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:10.820106 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.848489 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.855290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7ef50add-330f-4260-842c-9ddbb252d688 tempest-VolumesNegativeTest-1571592259 tempest-VolumesNegativeTest-1571592259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:10.860585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9', '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:10.926977 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:10.930812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:10.935051 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:10.974640 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event updated for resources: {'Port': ['ID=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:10.979249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:11.007385 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:11.008054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.028260 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7672181 Apr 20 18:37:11.044248 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Request body: {'port': {'device_id': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:11.172070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.388857 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126525a-48ca-44c5-8a30-bd7e013c0990 req-a0431a5f-503c-491d-8891-7319dd4a6ecd tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:11.390598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1126525a-48ca-44c5-8a30-bd7e013c0990 req-a0431a5f-503c-491d-8891-7319dd4a6ecd tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 931 time: 0.0913379 Apr 20 18:37:11.445485 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1126525a-48ca-44c5-8a30-bd7e013c0990 req-77410ad7-9bf6-46a5-afb2-432e52d64f28 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471754 Apr 20 18:37:11.548996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:11.557058 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.572162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Transition to ACTIVE for port object e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:11.575317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.579955 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-fcbecb82-486b-46da-8172-b954528e43d9 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:11.755514 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Pushing event updated for resources: {'Port': ['ID=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:11.787376 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:11.829085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Attempting to bind port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:11.829515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Attempting to bind port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:11.829875 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Attempting to bind port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:11.835497 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:37:11.835884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Attempting to bind port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 on network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:11.842708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:11.843085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Checking segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:11.843530 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Bound using segment: {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:11.844175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Bound port: e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d54a5ae-4890-4ed7-847a-d4116249450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:11.844600 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.949080 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] For port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:11.952275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] For port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:11.956137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.960809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e73a734b-f110-4917-a1fd-8c2e6fa2e5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:12.014018 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:12.014695 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.016167 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] 10.222.0.18 "PUT /v2.0/ports/e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 HTTP/1.1" status: 200 len: 1093 time: 0.9766133 Apr 20 18:37:12.016691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'tag': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:12.043666 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Pushing event updated for resources: {'Port': ['ID=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:12.046837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:12.098003 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'tag': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34', 'status': 'completed', 'code': 200} Apr 20 18:37:12.135103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-6a5b09a8-a289-4572-8268-da6312f5baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:12.136690 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-6a5b09a8-a289-4572-8268-da6312f5baf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 1096 time: 0.0831399 Apr 20 18:37:12.215268 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-826c54b2-1832-404c-8635-55b32cd1d774 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 HTTP/1.1" status: 200 len: 217 time: 0.0682130 Apr 20 18:37:12.290932 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491326af-1e76-416b-92ae-5c25d988787e req-212778e7-69f0-498b-8bc4-49fc6ee51955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:12.292453 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-212778e7-69f0-498b-8bc4-49fc6ee51955 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0668933 Apr 20 18:37:12.349231 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-05e96002-8575-49d5-912b-96a078c39c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459673 Apr 20 18:37:12.499362 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-0599d031-7f56-4fd6-afdc-8e4625826a8f service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389744 Apr 20 18:37:12.655766 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75d386-2e95-4496-a64d-7c4bda6565ee req-f4b07fd1-f7a5-47bf-a5a7-de2f8593d56e tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:12.657393 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8b75d386-2e95-4496-a64d-7c4bda6565ee req-f4b07fd1-f7a5-47bf-a5a7-de2f8593d56e tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 943 time: 0.0954459 Apr 20 18:37:12.660755 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-491326af-1e76-416b-92ae-5c25d988787e req-640776c5-49e0-42af-8ab6-044ea2687240 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438458 Apr 20 18:37:12.710428 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8b75d386-2e95-4496-a64d-7c4bda6565ee req-535e31e2-83fa-4926-b545-c44d252b5ed5 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Apr 20 18:37:12.802491 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-93123089-468d-49b0-9775-f0ed2eebf65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:12.804026 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-93123089-468d-49b0-9775-f0ed2eebf65c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 1096 time: 0.0879912 Apr 20 18:37:12.956768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-ff26a566-b5ff-4ef2-b091-f8da41a509ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:12.958937 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-ff26a566-b5ff-4ef2-b091-f8da41a509ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 200 len: 915 time: 0.1470075 Apr 20 18:37:13.042375 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-472fc5e7-c530-43c9-aac4-2858b1199cd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 HTTP/1.1" status: 200 len: 217 time: 0.0696011 Apr 20 18:37:13.119138 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-73923dd2-c329-429f-9974-55ba228930af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:13.120703 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-73923dd2-c329-429f-9974-55ba228930af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 200 len: 854 time: 0.0686827 Apr 20 18:37:13.179805 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-dfddd57e-4d5e-4792-8b4f-4025f39ec3c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28daecfe-08c9-4590-a5ba-acb6fafa3bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458977 Apr 20 18:37:13.325854 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-be30b6bf-1d77-40f8-8f5b-4b9454941a2b service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316712 Apr 20 18:37:13.466007 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-827e4159-6bff-4ddf-b826-a73f60c464f7 req-736562d8-ab72-44a8-87ff-0cba973a66a7 service neutron] 10.222.0.18 "GET /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330194 Apr 20 18:37:13.915431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599bec5-7a9b-467c-a1cf-c62591ffc89b req-2f3fb07c-b6a2-433f-8bab-689fa013953d tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:13.916953 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9599bec5-7a9b-467c-a1cf-c62591ffc89b req-2f3fb07c-b6a2-433f-8bab-689fa013953d tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 943 time: 0.0916338 Apr 20 18:37:13.964845 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9599bec5-7a9b-467c-a1cf-c62591ffc89b req-023af7c0-3570-4b50-9b37-ed3b8df95433 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Apr 20 18:37:15.164831 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a149b8-0811-4909-a051-b40c0ec5b488 req-236fa706-c93d-4132-972b-92bdbd8dc229 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:15.166362 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-81a149b8-0811-4909-a051-b40c0ec5b488 req-236fa706-c93d-4132-972b-92bdbd8dc229 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 943 time: 0.0874910 Apr 20 18:37:15.213919 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-81a149b8-0811-4909-a051-b40c0ec5b488 req-86ed6d6e-c2fa-441d-84b4-272dd0728a88 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Apr 20 18:37:15.361457 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:37:15.502030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:15.515585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34', 'network_id': '28daecfe-08c9-4590-a5ba-acb6fafa3bd6', 'port_id': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34', 'mac_address': 'fa:16:3e:df:a3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d711941-4d8a-455e-b363-837162fb64bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:37:15.573342 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.590700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:15.607265 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:15.610073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.613232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:15.684567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:15.687904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:15.920956 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['e30bee0f-55fe-4924-bfb3-ce12b2ed8d34'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:16.329894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.417854 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5eddf-af39-40b6-89eb-08acd72a2a1c req-1c9b9be3-42c5-4fcd-ad7d-0c0035cf8453 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:16.419487 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-51d5eddf-af39-40b6-89eb-08acd72a2a1c req-1c9b9be3-42c5-4fcd-ad7d-0c0035cf8453 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 944 time: 0.0913882 Apr 20 18:37:16.467359 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-51d5eddf-af39-40b6-89eb-08acd72a2a1c req-265dbfa0-bc53-4421-91a2-35fb8f6538a6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Apr 20 18:37:17.373057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:17.442601 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:17.447542 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:17.447958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.571842 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.600926 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:17.611550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:17.614546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.616473 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:17.669959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5563de-8c01-4755-b5ac-ff90a6f1e93b req-0f0177a0-158f-417b-a3ba-89daca029e5f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:17.671607 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ee5563de-8c01-4755-b5ac-ff90a6f1e93b req-0f0177a0-158f-417b-a3ba-89daca029e5f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 945 time: 0.0898359 Apr 20 18:37:17.679694 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34', 'code': 200} Apr 20 18:37:17.692821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:17.696266 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:17.725926 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ee5563de-8c01-4755-b5ac-ff90a6f1e93b req-2302b1bc-2516-4e10-ada5-9cc4ca0b7af7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Apr 20 18:37:17.929112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8307843-b79b-4f7e-a6ce-246cf89e5b96 req-fb8d6f17-2afb-4991-9b38-dea87d392534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:17.930786 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b8307843-b79b-4f7e-a6ce-246cf89e5b96 req-fb8d6f17-2afb-4991-9b38-dea87d392534 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 1098 time: 0.0758839 Apr 20 18:37:17.980146 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b8307843-b79b-4f7e-a6ce-246cf89e5b96 req-1f5be6df-5790-42eb-a290-d1f89429496b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410821 Apr 20 18:37:18.925254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29e3b-c9f0-4c05-80c0-2ae11332332f req-1e6d112b-99f7-45de-b57e-e12b5ecda404 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:18.926796 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c2d29e3b-c9f0-4c05-80c0-2ae11332332f req-1e6d112b-99f7-45de-b57e-e12b5ecda404 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 945 time: 0.0886233 Apr 20 18:37:18.975288 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c2d29e3b-c9f0-4c05-80c0-2ae11332332f req-3407f059-25fa-46c7-bcea-b456847ec915 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Apr 20 18:37:20.178596 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261e8e8-6238-4e7e-8622-0ca5e10f2bf2 req-78cd5e68-0e24-44fc-91fc-2ee724dd761b tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:20.180219 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6261e8e8-6238-4e7e-8622-0ca5e10f2bf2 req-78cd5e68-0e24-44fc-91fc-2ee724dd761b tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 945 time: 0.0930417 Apr 20 18:37:20.227631 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6261e8e8-6238-4e7e-8622-0ca5e10f2bf2 req-aedb80da-0cf9-41ec-8e58-4cbc34800e44 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Apr 20 18:37:26.395538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed529564-4ede-45d1-8272-45823841485b req-4def8bad-648b-4d17-bc3d-2a20b41f7d1c tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:26.397146 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ed529564-4ede-45d1-8272-45823841485b req-4def8bad-648b-4d17-bc3d-2a20b41f7d1c tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.0905902 Apr 20 18:37:26.445897 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ed529564-4ede-45d1-8272-45823841485b req-72107678-3e57-4d7a-adc4-c296a0f43de0 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Apr 20 18:37:26.615288 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-09479fa0-551a-4953-990d-fb65e6036e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:27.657029 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f60be-d321-46a6-b9ae-7f3beab7abac req-eaa3b13d-09fb-4ab9-b3cd-5ff909317c78 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:27.658732 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-083f60be-d321-46a6-b9ae-7f3beab7abac req-eaa3b13d-09fb-4ab9-b3cd-5ff909317c78 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.0980258 Apr 20 18:37:27.709052 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-083f60be-d321-46a6-b9ae-7f3beab7abac req-5e59fcc4-0984-401d-af09-b3e08043c410 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Apr 20 18:37:27.797244 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285a63-a35d-4ac2-a999-5316eb6dad40 req-3036d94a-5574-47f4-8645-cbf206a17520 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:27.799361 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b6285a63-a35d-4ac2-a999-5316eb6dad40 req-3036d94a-5574-47f4-8645-cbf206a17520 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 945 time: 0.0878708 Apr 20 18:37:27.849715 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b6285a63-a35d-4ac2-a999-5316eb6dad40 req-5b03f9be-4790-4c22-8c30-fab3a4677a94 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Apr 20 18:37:28.978326 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a60f-f6e0-482b-a0cc-551ae43a16aa req-2b6abb2a-96e8-422f-ade4-330c050dea3f tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:28.979890 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-70d9a60f-f6e0-482b-a0cc-551ae43a16aa req-2b6abb2a-96e8-422f-ade4-330c050dea3f tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.1568503 Apr 20 18:37:28.989416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d395a-de4f-4149-9bdd-417a31f05b80 req-b4eb1b23-8183-45ae-aff1-278d63e0ceba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:28.990906 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-141d395a-de4f-4149-9bdd-417a31f05b80 req-b4eb1b23-8183-45ae-aff1-278d63e0ceba tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1317277 Apr 20 18:37:29.059451 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-70d9a60f-f6e0-482b-a0cc-551ae43a16aa req-cdf420f8-9b8d-4e18-953a-79b647c10888 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675786 Apr 20 18:37:29.070245 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-141d395a-de4f-4149-9bdd-417a31f05b80 req-68087091-5bf7-4020-9d6d-5244d45ad8c6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628610 Apr 20 18:37:29.169227 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-e8bada70-5106-4f27-8ba9-9ccb28207e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:29.248889 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853729-abf2-4fd2-be77-78e6cf6b3d02 req-5bea3c71-462a-4e9e-92df-a9e0459c7694 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:29.250457 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e9853729-abf2-4fd2-be77-78e6cf6b3d02 req-5bea3c71-462a-4e9e-92df-a9e0459c7694 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 945 time: 0.0896559 Apr 20 18:37:29.302004 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e9853729-abf2-4fd2-be77-78e6cf6b3d02 req-1f19c5ec-f55a-4e75-9a95-5fee8211805c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Apr 20 18:37:29.512738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:29.925539 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-268b17f4-7dfb-4c5d-9b07-ee69f5a108fe tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:29.926314 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-268b17f4-7dfb-4c5d-9b07-ee69f5a108fe tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Synchronizing usage tracker for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:29.942162 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-268b17f4-7dfb-4c5d-9b07-ee69f5a108fe tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Unset dirty status for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:29.943325 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-268b17f4-7dfb-4c5d-9b07-ee69f5a108fe tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 945 time: 0.1028454 Apr 20 18:37:30.019389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Deleting port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:37:30.019921 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:30.063680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:30.287918 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] For port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:30.288243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:30.334152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efa5a2-b3a1-4939-9d20-a202bb63f3b7 req-b6d01067-7939-4df1-b1ca-ee076bc9eb04 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:30.335760 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37efa5a2-b3a1-4939-9d20-a202bb63f3b7 req-b6d01067-7939-4df1-b1ca-ee076bc9eb04 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.1601617 Apr 20 18:37:30.344907 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17968c3-d77e-4728-97fc-8c913a98b7a9 req-a84e5fb7-1a52-4cb5-94d8-afd52994cb06 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:30.346999 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c17968c3-d77e-4728-97fc-8c913a98b7a9 req-a84e5fb7-1a52-4cb5-94d8-afd52994cb06 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1339753 Apr 20 18:37:30.421566 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37efa5a2-b3a1-4939-9d20-a202bb63f3b7 req-389f2115-345c-4aa8-b3c7-1edefc9c6e65 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735350 Apr 20 18:37:30.423729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Calling delete_port for e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:37:30.426248 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c17968c3-d77e-4728-97fc-8c913a98b7a9 req-92528043-f6dc-423e-bd6a-4738e1e2b72b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645125 Apr 20 18:37:30.576545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:30.583762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:30.591020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9', '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a', 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:30.620377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87d9d7-ef13-48b5-8cbf-0bb4c31b949b req-1fa1e5ad-49b5-426f-8348-8434ba82d64a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:30.621998 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ec87d9d7-ef13-48b5-8cbf-0bb4c31b949b req-1fa1e5ad-49b5-426f-8348-8434ba82d64a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4d22146-20fd-48e1-97c6-92d08d5b3600 HTTP/1.1" status: 200 len: 867 time: 0.0896585 Apr 20 18:37:30.665217 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event deleted for resources: {'Port': ['ID=e30bee0f-55fe-4924-bfb3-ce12b2ed8d34,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:30.673236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:30.681605 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ec87d9d7-ef13-48b5-8cbf-0bb4c31b949b req-ff57d52a-b008-4eae-9660-dd7bbaa25ef5 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Apr 20 18:37:30.717880 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] No DVR routers for this DVR port e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:37:30.720299 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:30.724397 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'name': 'network-vif-deleted', 'tag': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:30.739114 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-5a21d166-9b77-472c-8b11-be87a42663d9 req-a085f6ad-f490-4b6b-87ff-3264013d9648 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "DELETE /v2.0/ports/e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 HTTP/1.1" status: 204 len: 173 time: 0.7883477 Apr 20 18:37:30.777703 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d22146-20fd-48e1-97c6-92d08d5b3600', 'name': 'network-vif-deleted', 'tag': 'e30bee0f-55fe-4924-bfb3-ce12b2ed8d34', 'status': 'completed', 'code': 200} Apr 20 18:37:31.332559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:31.689358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e320abe-4479-4763-aefd-01a1c9fc1e0a req-67d4b76c-a35c-4331-b49e-679cb7db7678 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:31.691226 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e320abe-4479-4763-aefd-01a1c9fc1e0a req-67d4b76c-a35c-4331-b49e-679cb7db7678 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.1551898 Apr 20 18:37:31.703845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514afdc5-d873-4b53-8b9d-df12e00ea0f0 req-485d1bd3-04b1-44fc-b0ee-ad53aece7de0 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:31.705796 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-514afdc5-d873-4b53-8b9d-df12e00ea0f0 req-485d1bd3-04b1-44fc-b0ee-ad53aece7de0 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1291175 Apr 20 18:37:31.779246 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1e320abe-4479-4763-aefd-01a1c9fc1e0a req-7780f922-483f-4d67-9c47-8b7440fa96b6 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724275 Apr 20 18:37:31.786263 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-514afdc5-d873-4b53-8b9d-df12e00ea0f0 req-58cbff60-36d2-44b1-82af-0436b7a4ee96 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634506 Apr 20 18:37:32.853034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-1870d6a3-2552-4823-94b1-14b946b9e750 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:32.853884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-1870d6a3-2552-4823-94b1-14b946b9e750 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Synchronizing usage tracker for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:32.871589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-1870d6a3-2552-4823-94b1-14b946b9e750 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Unset dirty status for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:32.873145 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-1870d6a3-2552-4823-94b1-14b946b9e750 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.3343408 Apr 20 18:37:32.951963 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Deleting port d342926a-de80-4246-bde0-eac83cf24e32 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:37:32.952257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.055083 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e121-c2c6-4041-b494-78d53f5e7d09 req-5536367f-7009-4dbb-9ec7-48c4b74aa8dd tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:33.056600 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d157e121-c2c6-4041-b494-78d53f5e7d09 req-5536367f-7009-4dbb-9ec7-48c4b74aa8dd tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 946 time: 0.1608560 Apr 20 18:37:33.065904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9473fc-2037-4b06-b036-3dc79fb92c32 req-f9f827ba-79c2-49a1-ae70-02c4b4763615 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:33.067710 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bb9473fc-2037-4b06-b036-3dc79fb92c32 req-f9f827ba-79c2-49a1-ae70-02c4b4763615 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1349447 Apr 20 18:37:33.150570 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bb9473fc-2037-4b06-b036-3dc79fb92c32 req-dc49bf38-4eb8-4788-9af0-879b57371c23 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763459 Apr 20 18:37:33.155247 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d157e121-c2c6-4041-b494-78d53f5e7d09 req-8261bc35-4f99-4c74-8770-073a2d16c6c6 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786464 Apr 20 18:37:33.224345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] For port d342926a-de80-4246-bde0-eac83cf24e32, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d342926a-de80-4246-bde0-eac83cf24e32,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:33.224701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.359313 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Calling delete_port for d342926a-de80-4246-bde0-eac83cf24e32 owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:37:33.420345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:33.458763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:37:33.459149 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device e30bee0f-55fe-4924-bfb3-ce12b2ed8d34 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:37:33.518094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.525030 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-61e403e1-bb3e-489f-8f56-d5d418e449a4 tempest-TestMinimumBasicScenario-1886614147 tempest-TestMinimumBasicScenario-1886614147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:33.547759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6917e-210a-4895-98ce-5b0914ba3dd6 req-40bd5ca0-deb4-450b-999d-64de434df3ff tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:33.549442 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8aa6917e-210a-4895-98ce-5b0914ba3dd6 req-40bd5ca0-deb4-450b-999d-64de434df3ff tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 945 time: 0.0910287 Apr 20 18:37:33.574411 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Pushing event deleted for resources: {'Port': ['ID=d342926a-de80-4246-bde0-eac83cf24e32,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:33.600009 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8aa6917e-210a-4895-98ce-5b0914ba3dd6 req-a61b4f98-f883-4ba6-b347-4b14a621ed85 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Apr 20 18:37:33.605305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:33.658436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] No DVR routers for this DVR port d342926a-de80-4246-bde0-eac83cf24e32 on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:37:33.660896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.663635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e31148-0b07-426e-a27b-535ca95bd752', 'name': 'network-vif-deleted', 'tag': 'd342926a-de80-4246-bde0-eac83cf24e32'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:33.677943 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd852f26-b925-45f6-ba35-cf3ef4857de9 req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "DELETE /v2.0/ports/d342926a-de80-4246-bde0-eac83cf24e32 HTTP/1.1" status: 204 len: 173 time: 0.7974846 Apr 20 18:37:33.714581 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e31148-0b07-426e-a27b-535ca95bd752', 'name': 'network-vif-deleted', 'tag': 'd342926a-de80-4246-bde0-eac83cf24e32', 'status': 'completed', 'code': 200} Apr 20 18:37:34.366408 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e30e2369-42b3-46e6-8620-be5855d36519 req-5011417b-74ae-46df-8bd0-329f0bbd9cab tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=72e31148-0b07-426e-a27b-535ca95bd752 HTTP/1.1" status: 200 len: 210 time: 0.0588970 Apr 20 18:37:34.403734 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30282606-1a7f-470b-9161-a1fd3fbcb008 req-d4f97fb2-f67d-42f8-905c-fd375018aefb tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:34.405330 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-30282606-1a7f-470b-9161-a1fd3fbcb008 req-d4f97fb2-f67d-42f8-905c-fd375018aefb tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1400321 Apr 20 18:37:34.453358 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-30282606-1a7f-470b-9161-a1fd3fbcb008 req-947b96ad-8a34-468b-b193-d7303da15273 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Apr 20 18:37:34.812113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baabbc1-3169-4bd3-936c-e6550b406be4 req-83ef81cd-d6f3-4a39-a8d6-85f87d9cddb2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:34.813686 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2baabbc1-3169-4bd3-936c-e6550b406be4 req-83ef81cd-d6f3-4a39-a8d6-85f87d9cddb2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 945 time: 0.0871785 Apr 20 18:37:34.864198 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2baabbc1-3169-4bd3-936c-e6550b406be4 req-21665b17-14ac-477b-a963-a96eedf6c39e tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Apr 20 18:37:35.441832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d342926a-de80-4246-bde0-eac83cf24e32 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:35.483613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: d342926a-de80-4246-bde0-eac83cf24e32 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:37:35.484249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device d342926a-de80-4246-bde0-eac83cf24e32 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:37:35.531249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-b3dca91c-6bb8-451e-b658-582f2fee883f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:35.532406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-b3dca91c-6bb8-451e-b658-582f2fee883f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Synchronizing usage tracker for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:35.547845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-b3dca91c-6bb8-451e-b658-582f2fee883f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Unset dirty status for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:35.549674 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-b3dca91c-6bb8-451e-b658-582f2fee883f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 945 time: 0.1075480 Apr 20 18:37:35.636027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Deleting port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:37:35.637204 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:35.708005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263e7f6-38e1-4f4f-9058-7c5f242c30e5 req-f5d73ce6-ffc1-43f8-8540-88bdfd2daae8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:35.709751 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1263e7f6-38e1-4f4f-9058-7c5f242c30e5 req-f5d73ce6-ffc1-43f8-8540-88bdfd2daae8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1168175 Apr 20 18:37:35.764956 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1263e7f6-38e1-4f4f-9058-7c5f242c30e5 req-dfae3dcb-f85e-44fa-b4dd-73c604dcadac tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486987 Apr 20 18:37:35.908742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] For port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:35.909142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:36.051764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Calling delete_port for f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:37:36.203316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:36.207996 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b4925-7de7-4a0f-a3d2-f173df981e01 req-8793f0e1-8385-4f33-8126-9a4474059f09 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:36.209464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e77b7c51-595e-48e3-bad0-123db7a860b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:36.209729 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b30b4925-7de7-4a0f-a3d2-f173df981e01 req-8793f0e1-8385-4f33-8126-9a4474059f09 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad64e6a3-b68e-4a51-9fa6-aabf114b7b81 HTTP/1.1" status: 200 len: 945 time: 0.0949123 Apr 20 18:37:36.214991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9', '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:36.256573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event deleted for resources: {'Port': ['ID=f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:36.260306 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b30b4925-7de7-4a0f-a3d2-f173df981e01 req-d64c6aae-21c0-4164-bf44-e334060ae368 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Apr 20 18:37:36.260460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:36.339573 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] No DVR routers for this DVR port f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:37:36.341934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:36.344679 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'name': 'network-vif-deleted', 'tag': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:36.362724 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a8ae0d95-2a53-4168-8529-19f4c4dd2687 req-47837b4f-aba6-4ac9-94b7-b7e67efe2f10 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "DELETE /v2.0/ports/f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a HTTP/1.1" status: 204 len: 173 time: 0.8067920 Apr 20 18:37:36.397800 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad64e6a3-b68e-4a51-9fa6-aabf114b7b81', 'name': 'network-vif-deleted', 'tag': 'f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a', 'status': 'completed', 'code': 200} Apr 20 18:37:36.975316 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2717-a447-4d7e-acae-892360a5b0e4 req-84396aba-aa23-4855-a793-88cd651eb224 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:36.977045 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e01a2717-a447-4d7e-acae-892360a5b0e4 req-84396aba-aa23-4855-a793-88cd651eb224 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0945718 Apr 20 18:37:37.027004 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e01a2717-a447-4d7e-acae-892360a5b0e4 req-0bea1043-d94a-4caa-b24a-a61eca143ba4 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435712 Apr 20 18:37:37.743483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45de2-0ec8-49a3-b49e-ef9f5ecb15d5 req-3de109b6-6278-4302-9872-9a5aee06053d tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:37.745050 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-82e45de2-0ec8-49a3-b49e-ef9f5ecb15d5 req-3de109b6-6278-4302-9872-9a5aee06053d tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 945 time: 0.0908220 Apr 20 18:37:37.792012 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-82e45de2-0ec8-49a3-b49e-ef9f5ecb15d5 req-aee0b77a-f2ff-4f15-a46c-fbf517d2b242 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Apr 20 18:37:38.229801 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbe2fd-b8d4-43cc-9397-f061ddaafa23 req-28309b36-ec8f-418f-972f-c1fceab3630c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:38.231648 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7ecbe2fd-b8d4-43cc-9397-f061ddaafa23 req-28309b36-ec8f-418f-972f-c1fceab3630c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0895274 Apr 20 18:37:38.282795 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7ecbe2fd-b8d4-43cc-9397-f061ddaafa23 req-63e81d94-928b-4edf-bbe1-773628a1b3ec tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Apr 20 18:37:38.941257 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-7b627589-402b-4e25-ab43-bdc6709c4e7a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:38.941931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-7b627589-402b-4e25-ab43-bdc6709c4e7a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Synchronizing usage tracker for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:38.956380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-7b627589-402b-4e25-ab43-bdc6709c4e7a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Unset dirty status for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:38.957578 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-7b627589-402b-4e25-ab43-bdc6709c4e7a tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 945 time: 0.1030691 Apr 20 18:37:38.991858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759e515-4eac-4ea6-a6b1-fd6728e4d413 req-a40c09a3-ab37-44f2-981b-fa992c275ce6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:38.993465 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0759e515-4eac-4ea6-a6b1-fd6728e4d413 req-a40c09a3-ab37-44f2-981b-fa992c275ce6 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 945 time: 0.0892112 Apr 20 18:37:39.034345 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Deleting port 683f26cb-3f31-4987-9dd2-4ab06d18361a {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:37:39.034712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:39.041714 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0759e515-4eac-4ea6-a6b1-fd6728e4d413 req-fd83a683-0bb3-49d5-aad7-806c970540e3 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Apr 20 18:37:39.294229 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] For port 683f26cb-3f31-4987-9dd2-4ab06d18361a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=683f26cb-3f31-4987-9dd2-4ab06d18361a,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:39.294768 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:39.431090 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Calling delete_port for 683f26cb-3f31-4987-9dd2-4ab06d18361a owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:37:39.451241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:39.487744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6df51-4487-4cf2-bdb2-c68f68587d06 req-4fb969ec-de4a-4407-bcfc-6737f25f5110 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:39.489373 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1de6df51-4487-4cf2-bdb2-c68f68587d06 req-4fb969ec-de4a-4407-bcfc-6737f25f5110 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0920188 Apr 20 18:37:39.509998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:37:39.510522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device f0310dcd-3ef1-4f20-98b1-ce4bbc0dce0a not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:37:39.547000 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-1de6df51-4487-4cf2-bdb2-c68f68587d06 req-d64901e2-b333-4d33-86c6-227fb843cee6 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488906 Apr 20 18:37:39.589270 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:39.595221 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-db9fbe86-b540-41c4-9559-b14ce5e4a618 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:39.600689 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:39.648546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event deleted for resources: {'Port': ['ID=683f26cb-3f31-4987-9dd2-4ab06d18361a,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:39.662043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:39.742581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] No DVR routers for this DVR port 683f26cb-3f31-4987-9dd2-4ab06d18361a on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:37:39.745069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:39.748007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'name': 'network-vif-deleted', 'tag': '683f26cb-3f31-4987-9dd2-4ab06d18361a'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:39.766201 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6776057a-06d9-4b27-86af-5a2b7a556c04 req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "DELETE /v2.0/ports/683f26cb-3f31-4987-9dd2-4ab06d18361a HTTP/1.1" status: 204 len: 173 time: 0.8029606 Apr 20 18:37:39.806519 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52c00dc-a94e-4287-88af-4f84119722c0', 'name': 'network-vif-deleted', 'tag': '683f26cb-3f31-4987-9dd2-4ab06d18361a', 'status': 'completed', 'code': 200} Apr 20 18:37:40.043436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-260dda9d-ceee-4ff7-8549-7c92ff7b16c4 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:40.045034 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-260dda9d-ceee-4ff7-8549-7c92ff7b16c4 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/networks?id=e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 200 len: 814 time: 0.3971243 Apr 20 18:37:40.061102 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-fb9a7215-0b19-4ed0-8ab0-bc0fc811a787 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/quotas/1c8bd587d3ea4667959d33570d404ee2 HTTP/1.1" status: 200 len: 375 time: 0.0094135 Apr 20 18:37:40.115221 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-ed9a2953-32c7-44e5-8dcf-4075d5a9dea8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8bd587d3ea4667959d33570d404ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478017 Apr 20 18:37:40.254901 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-954a7493-8e21-4abb-b3ce-482ee91b42d1 req-a38531ac-da54-4eb7-9a5c-deeb5d30d193 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52c00dc-a94e-4287-88af-4f84119722c0 HTTP/1.1" status: 200 len: 210 time: 0.0550678 Apr 20 18:37:40.311240 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-2321bae0-2611-496d-8597-2adfa4a0477a service neutron] 10.222.0.26 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884835 Apr 20 18:37:40.454475 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-8e31420a-44eb-457f-b380-1993ef09f2d5 service neutron] 10.222.0.26 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365497 Apr 20 18:37:40.649650 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-df08186e-37ee-4786-9a4d-c4c6cafa379c req-dd4f28ad-308f-422d-a5f0-1328b5a17c43 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 210 time: 0.0513520 Apr 20 18:37:40.780380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127534e-e299-4839-93b0-9ff4fdf01da5 req-6581a367-4fba-4e9c-82ff-c38d4f40a44b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:40.782176 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f127534e-e299-4839-93b0-9ff4fdf01da5 req-6581a367-4fba-4e9c-82ff-c38d4f40a44b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0896022 Apr 20 18:37:40.833648 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f127534e-e299-4839-93b0-9ff4fdf01da5 req-7329ba8d-abec-4e57-b16f-667cb3e9dfea tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Apr 20 18:37:41.453931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 683f26cb-3f31-4987-9dd2-4ab06d18361a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:41.491808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 683f26cb-3f31-4987-9dd2-4ab06d18361a {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:37:41.492187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 683f26cb-3f31-4987-9dd2-4ab06d18361a not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:37:41.718641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-b626a91b-cdaa-46c0-975b-fb39929492c8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:41.720887 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-b626a91b-cdaa-46c0-975b-fb39929492c8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "GET /v2.0/networks?id=e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 200 len: 814 time: 0.1669550 Apr 20 18:37:41.735585 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Request body: {'port': {'device_id': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db', 'admin_state_up': True, 'tenant_id': '1c8bd587d3ea4667959d33570d404ee2'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:41.818121 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b5b37527-6098-4a74-8b0e-744962b323bd req-69e03368-0402-4760-a544-d7c059bf82c0 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 210 time: 0.0498414 Apr 20 18:37:41.886532 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:41.890806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Usage tracker for resource:port and tenant:1c8bd587d3ea4667959d33570d404ee2 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:41.893755 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:41.899775 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:41.909175 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Made reservation on behalf of 1c8bd587d3ea4667959d33570d404ee2 for: {'port': 1} {{(pid=86459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:41.915428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:42.040665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ff26-203c-4ca9-9855-26dd505aa794 req-a8ce1175-dbce-4c13-837c-72333c2264cf tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:42.042336 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8788ff26-203c-4ca9-9855-26dd505aa794 req-a8ce1175-dbce-4c13-837c-72333c2264cf tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0912998 Apr 20 18:37:42.087680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_common [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Allocated IP 172.20.0.13 (e6323b4b-e406-40b2-9afd-28b6810a08db/e481b2b8-b767-4a7e-b985-3a8c0045f4ad/ab8aa653-a596-43e6-a712-a10f13723e3b) {{(pid=86459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:42.093336 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-8788ff26-203c-4ca9-9855-26dd505aa794 req-b43581c7-4e8b-4a17-8983-9cfbd44c6e46 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 Apr 20 18:37:42.296603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks [] for port, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:42.325044 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737841951569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:42.331027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7cf30bcf-8fad-4ea8-875f-e7fff4bc2c8c tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:42.404971 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Network e6323b4b-e406-40b2-9afd-28b6810a08db is already hosted by enough agents. {{(pid=86459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:42.408231 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.base_scheduler [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Resources bound (agent type, host, resource id): {{(pid=86459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:42.412276 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Received port after_create {{(pid=86459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:42.449031 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Pushing event updated for resources: {'Port': ['ID=ab8aa653-a596-43e6-a712-a10f13723e3b,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:42.453543 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:42.481583 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:42.482272 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:42.506562 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-4fc36b4c-7f7a-4e84-9b96-738db6fce8a3 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772391 Apr 20 18:37:42.519631 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.v2.base [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Request body: {'port': {'device_id': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:42.641431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.009112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8aa653-a596-43e6-a712-a10f13723e3b {{(pid=86459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:43.016840 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.031652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Transition to ACTIVE for port object ab8aa653-a596-43e6-a712-a10f13723e3b will not be triggered until provisioned by entity L2. {{(pid=86459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:43.034327 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.038999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9cb8d4b2-18e0-46d1-afbd-923afbb2c25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:43.050989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f17e2-169f-4c78-a68a-e34ecc8c463b req-e90ff8e1-441a-4a85-aaf1-713e3b46f8b7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:43.052537 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f92f17e2-169f-4c78-a68a-e34ecc8c463b req-e90ff8e1-441a-4a85-aaf1-713e3b46f8b7 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 945 time: 0.1625769 Apr 20 18:37:43.066173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbf7c3-df1f-444d-a593-74894858c1a8 req-adc937a1-6ced-4e3e-96fa-0575f3b812ee tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:43.067709 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6dbf7c3-df1f-444d-a593-74894858c1a8 req-adc937a1-6ced-4e3e-96fa-0575f3b812ee tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 932 time: 0.1289196 Apr 20 18:37:43.143460 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f92f17e2-169f-4c78-a68a-e34ecc8c463b req-2590bc96-a345-40cf-8ef4-5e566019e06f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747185 Apr 20 18:37:43.148066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c6dbf7c3-df1f-444d-a593-74894858c1a8 req-0ab3a9da-0ba5-419b-ac61-f41d79046b3b tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638855 Apr 20 18:37:43.218795 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ab8aa653-a596-43e6-a712-a10f13723e3b,revision_number=2']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:43.222290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:43.296372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Attempting to bind port ab8aa653-a596-43e6-a712-a10f13723e3b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:43.296847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Attempting to bind port ab8aa653-a596-43e6-a712-a10f13723e3b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:43.297219 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Attempting to bind port ab8aa653-a596-43e6-a712-a10f13723e3b on network e6323b4b-e406-40b2-9afd-28b6810a08db {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:43.302800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Port ab8aa653-a596-43e6-a712-a10f13723e3b on network e6323b4b-e406-40b2-9afd-28b6810a08db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:37:43.303108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Attempting to bind port ab8aa653-a596-43e6-a712-a10f13723e3b on network e6323b4b-e406-40b2-9afd-28b6810a08db {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:43.308853 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Checking agent: {'id': '6ec3892e-fc1b-4e19-9907-ad7d20401514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:43.309207 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Checking segment: {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:43.309781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Bound using segment: {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'} {{(pid=86459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:43.310429 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Bound port: ab8aa653-a596-43e6-a712-a10f13723e3b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37817151-81c0-4108-ac11-0c505ad67610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db'}}] {{(pid=86459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:43.310812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.333286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6a52e-e123-42a9-8a61-78556e179f66 req-9e5ffcda-5a30-47dc-a599-9501e5b61ac3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:43.334913 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-44f6a52e-e123-42a9-8a61-78556e179f66 req-9e5ffcda-5a30-47dc-a599-9501e5b61ac3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0873489 Apr 20 18:37:43.387418 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-44f6a52e-e123-42a9-8a61-78556e179f66 req-e104b852-0d18-49d5-bd40-b935cd15fbe7 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Apr 20 18:37:43.410174 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] For port ab8aa653-a596-43e6-a712-a10f13723e3b, host hv-cinder-78693, cleared binding levels {{(pid=86459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:43.413534 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] For port ab8aa653-a596-43e6-a712-a10f13723e3b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ab8aa653-a596-43e6-a712-a10f13723e3b,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:43.416871 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2580491'] for port, after_update {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.421863 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6b086753-272a-4a16-8150-f40df453ca4a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:43.476262 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:43.476936 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.478513 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] 10.222.0.18 "PUT /v2.0/ports/ab8aa653-a596-43e6-a712-a10f13723e3b HTTP/1.1" status: 200 len: 1094 time: 0.9639533 Apr 20 18:37:43.481126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'tag': 'ab8aa653-a596-43e6-a712-a10f13723e3b'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:43.514306 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ab8aa653-a596-43e6-a712-a10f13723e3b,revision_number=3']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:43.518241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-47127686-e902-4063-aba1-a8512afd5fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:43.567706 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'tag': 'ab8aa653-a596-43e6-a712-a10f13723e3b', 'status': 'completed', 'code': 200} Apr 20 18:37:43.825454 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-537eeb9b-a2f7-4674-90e1-3bdb883960f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:43.827082 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-537eeb9b-a2f7-4674-90e1-3bdb883960f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8bd587d3ea4667959d33570d404ee2&device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 1097 time: 0.3050249 Apr 20 18:37:43.837158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:37:43.904676 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-6a8459a9-2f05-4d88-a55e-bbf53bc67c43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8aa653-a596-43e6-a712-a10f13723e3b HTTP/1.1" status: 200 len: 217 time: 0.0671878 Apr 20 18:37:44.017746 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-465bff8a-af50-4624-be2e-25bfcbdb8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.019874 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-465bff8a-af50-4624-be2e-25bfcbdb8c6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e481b2b8-b767-4a7e-b985-3a8c0045f4ad HTTP/1.1" status: 200 len: 854 time: 0.1046455 Apr 20 18:37:44.079818 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-6d48d0fc-e2a5-41b3-aeec-cce35aa5787b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6323b4b-e406-40b2-9afd-28b6810a08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516152 Apr 20 18:37:44.197198 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-7aab2bc2-ec2d-499d-a0e1-7c43dfd95bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.198856 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-7aab2bc2-ec2d-499d-a0e1-7c43dfd95bfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.2235553 Apr 20 18:37:44.333929 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-5f97d6a1-9775-4db7-95ce-53781cf7690e service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417796 Apr 20 18:37:44.461945 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-4f1d92a9-1df9-4f6e-a6c4-90820c320a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.463553 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-4f1d92a9-1df9-4f6e-a6c4-90820c320a00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 908 time: 0.2487493 Apr 20 18:37:44.487893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813c623-b05d-4d54-9122-49b1eafeff32 req-d69f3250-14eb-4ffd-acc6-ee0135b46416 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.489518 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9813c623-b05d-4d54-9122-49b1eafeff32 req-d69f3250-14eb-4ffd-acc6-ee0135b46416 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 944 time: 0.1867793 Apr 20 18:37:44.497929 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97072-b680-42d3-99a0-8b2158ee51f9 req-840e85e6-6219-4a57-9e01-f843ef9ee99f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.499511 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d3a97072-b680-42d3-99a0-8b2158ee51f9 req-840e85e6-6219-4a57-9e01-f843ef9ee99f tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 945 time: 0.2395144 Apr 20 18:37:44.571410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-4869ea6a-a495-43fa-82bb-867141de89df tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.572982 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-4869ea6a-a495-43fa-82bb-867141de89df tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 945 time: 0.1998870 Apr 20 18:37:44.598461 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2648a0f8-a3c7-4cc4-8eb4-7a03a6035d55 req-9cb1d3b3-3880-4a51-9acc-28b621711f9d service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475994 Apr 20 18:37:44.610457 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-93943c5b-0a84-4681-b565-e9b04211f9f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 1001 time: 0.1392329 Apr 20 18:37:44.649157 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9813c623-b05d-4d54-9122-49b1eafeff32 req-50e636ad-0186-4eef-b09b-bd201358aa1c tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484194 Apr 20 18:37:44.661450 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d3a97072-b680-42d3-99a0-8b2158ee51f9 req-0a81cd53-054e-40d4-b97d-457cdf863db2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a4dbebf4-93b7-4155-8262-aef05d0946e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384301 Apr 20 18:37:44.692439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Deleting port 27b82a9a-215c-4edb-b8b3-58650983b1d9 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:37:44.692852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:44.738843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-b34d0d00-9992-4b51-b7e8-22ef96dab0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.740440 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-b34d0d00-9992-4b51-b7e8-22ef96dab0a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.1233203 Apr 20 18:37:44.818094 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-04d889bf-ab2d-4e5b-82a7-de4e8c5e450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.819684 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-04d889bf-ab2d-4e5b-82a7-de4e8c5e450a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c8bd587d3ea4667959d33570d404ee2&device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 1097 time: 0.1585367 Apr 20 18:37:44.934533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-182b4c6e-ffc8-4280-9ced-ef2696eb6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.936078 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-182b4c6e-ffc8-4280-9ced-ef2696eb6434 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1872253 Apr 20 18:37:45.008137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2c36b-80a5-4e75-a5e5-6b688e77c46a req-2552798f-8649-48d5-8968-3eab2ba8c842 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.009748 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbc2c36b-80a5-4e75-a5e5-6b688e77c46a req-2552798f-8649-48d5-8968-3eab2ba8c842 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.2218890 Apr 20 18:37:45.057680 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] For port 27b82a9a-215c-4edb-b8b3-58650983b1d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27b82a9a-215c-4edb-b8b3-58650983b1d9,segment=NetworkSegment(6d54a5ae-4890-4ed7-847a-d4116249450b),segment_id=6d54a5ae-4890-4ed7-847a-d4116249450b)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:45.058103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:45.066819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-f1bd6d54-f56d-436d-847d-cb6f0c676a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.068405 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-f1bd6d54-f56d-436d-847d-cb6f0c676a77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 200 len: 915 time: 0.2398837 Apr 20 18:37:45.154066 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-27c18e41-3e3e-473c-97b9-150be4cc61b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8aa653-a596-43e6-a712-a10f13723e3b HTTP/1.1" status: 200 len: 217 time: 0.0783827 Apr 20 18:37:45.209057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Calling delete_port for 27b82a9a-215c-4edb-b8b3-58650983b1d9 owned by compute:nova {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:37:45.221412 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-db686c51-8242-4a39-b981-40d94da3fc8e service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695589 Apr 20 18:37:45.249158 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dbc2c36b-80a5-4e75-a5e5-6b688e77c46a req-4ca73d5f-89ca-4312-9c2d-f509724b42cd tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284820 Apr 20 18:37:45.316796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-b4366ffc-4341-4f24-8d44-3a20198f7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.318398 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-b4366ffc-4341-4f24-8d44-3a20198f7d99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e481b2b8-b767-4a7e-b985-3a8c0045f4ad HTTP/1.1" status: 200 len: 854 time: 0.1501784 Apr 20 18:37:45.369238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:45.376079 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:45.380537 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['27b82a9a-215c-4edb-b8b3-58650983b1d9'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:45.386813 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-f9ffb2b5-cee0-477c-a7e2-3ffc79b89ccd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e6323b4b-e406-40b2-9afd-28b6810a08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619624 Apr 20 18:37:45.430114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Pushing event deleted for resources: {'Port': ['ID=27b82a9a-215c-4edb-b8b3-58650983b1d9,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:45.466887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.467244 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.467659 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.468074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.468480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.468886 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.469287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.469688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.470134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.470538 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.471421 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.471821 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:45.480181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:45.506838 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-68f46cff-219f-4ca8-a132-8e84dea5df7a req-9e994b3c-dd21-4b38-9b80-43fb1a404809 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754819 Apr 20 18:37:45.522896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] No DVR routers for this DVR port 27b82a9a-215c-4edb-b8b3-58650983b1d9 on host hv-cinder-78693 {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:37:45.525234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:45.528126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'name': 'network-vif-deleted', 'tag': '27b82a9a-215c-4edb-b8b3-58650983b1d9'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:45.541241 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7eb10a67-50d9-4229-8334-d1d721ccfe87 req-ab6a8586-4793-4e90-9d3f-acb9ba0aa8b2 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.18 "DELETE /v2.0/ports/27b82a9a-215c-4edb-b8b3-58650983b1d9 HTTP/1.1" status: 204 len: 173 time: 0.9606149 Apr 20 18:37:45.561385 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-eb4079b5-fe0a-4089-8630-f6bc33b52199 service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638634 Apr 20 18:37:45.580241 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986c2b7f-0e45-46e7-a17e-cf71e7353130', 'name': 'network-vif-deleted', 'tag': '27b82a9a-215c-4edb-b8b3-58650983b1d9', 'status': 'completed', 'code': 200} Apr 20 18:37:45.719382 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a974f8ec-f29c-4092-bafd-3178b19d091f req-608c16a5-64a3-40a9-8edc-24fea17e3fcd service neutron] 10.222.0.18 "GET /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505215 Apr 20 18:37:45.880777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3b29a7e4-547b-48f4-a1c7-471e78f593f5 req-0c554750-2ef6-412a-a97c-3127566e4f29 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Synchronizing usage tracker for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:45.909586 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-3b29a7e4-547b-48f4-a1c7-471e78f593f5 req-0c554750-2ef6-412a-a97c-3127566e4f29 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Unset dirty status for tenant:e55e2d6dbecc4d8c8f8a0b5224eb8724 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:45.910890 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3b29a7e4-547b-48f4-a1c7-471e78f593f5 req-0c554750-2ef6-412a-a97c-3127566e4f29 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] 10.222.0.26 "GET /v2.0/ports?device_id=986c2b7f-0e45-46e7-a17e-cf71e7353130 HTTP/1.1" status: 200 len: 210 time: 0.0895414 Apr 20 18:37:45.928112 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479e82-5734-4e2e-a67f-d4b2bc25ce15 req-e62cb542-e720-414d-a883-7779229ca9ac tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.929687 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2c479e82-5734-4e2e-a67f-d4b2bc25ce15 req-e62cb542-e720-414d-a883-7779229ca9ac tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 944 time: 0.1547914 Apr 20 18:37:45.979082 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-2c479e82-5734-4e2e-a67f-d4b2bc25ce15 req-a5a76b81-5365-4e93-9696-26860f15c5e6 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Apr 20 18:37:46.335049 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:46.453567 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece5f2-9422-425e-a10d-2ea127694525 req-00e66551-d019-45a6-88b2-9ae1eb30e4c3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:46.456060 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-feece5f2-9422-425e-a10d-2ea127694525 req-00e66551-d019-45a6-88b2-9ae1eb30e4c3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0901549 Apr 20 18:37:46.504743 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-feece5f2-9422-425e-a10d-2ea127694525 req-5e8682d8-2887-4a75-9cc5-44a52000ad9b tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Apr 20 18:37:47.012043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37100) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:47.079797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Deleting subnet 5d711941-4d8a-455e-b363-837162fb64bd {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:37:47.082895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.142731 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.179238 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37753362-4f39-4acb-95f6-ef28eaa46f09 req-0830d81e-fead-4751-8a9e-1be35b8032f5 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:47.180872 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37753362-4f39-4acb-95f6-ef28eaa46f09 req-0830d81e-fead-4751-8a9e-1be35b8032f5 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 944 time: 0.0880606 Apr 20 18:37:47.204368 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.233952 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-37753362-4f39-4acb-95f6-ef28eaa46f09 req-565937e6-324d-446d-93f6-fd59bec6b584 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Apr 20 18:37:47.466290 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.471635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:47.496869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device ab8aa653-a596-43e6-a712-a10f13723e3b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:37:47.502027 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 27b82a9a-215c-4edb-b8b3-58650983b1d9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:47.508153 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d711941-4d8a-455e-b363-837162fb64bd,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:47.510311 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.512956 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:47.517434 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c1f09827-e69d-4ea2-a73f-9d18fb901f95 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5d711941-4d8a-455e-b363-837162fb64bd HTTP/1.1" status: 204 len: 168 time: 0.5042229 Apr 20 18:37:47.520529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37104) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:47.541994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 27b82a9a-215c-4edb-b8b3-58650983b1d9 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:37:47.542657 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 27b82a9a-215c-4edb-b8b3-58650983b1d9 not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:37:47.698400 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port ab8aa653-a596-43e6-a712-a10f13723e3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ab8aa653-a596-43e6-a712-a10f13723e3b,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:47.720612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': 'ab8aa653-a596-43e6-a712-a10f13723e3b', 'network_id': 'e6323b4b-e406-40b2-9afd-28b6810a08db', 'port_id': 'ab8aa653-a596-43e6-a712-a10f13723e3b', 'mac_address': 'fa:16:3e:79:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e481b2b8-b767-4a7e-b985-3a8c0045f4ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:37:47.729254 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8be0a-4411-41d3-a2ee-08cd60918076 req-20c31570-36df-4128-8112-4838b4ec0f10 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:47.730985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eeb8be0a-4411-41d3-a2ee-08cd60918076 req-20c31570-36df-4128-8112-4838b4ec0f10 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0979848 Apr 20 18:37:47.792852 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.794239 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-eeb8be0a-4411-41d3-a2ee-08cd60918076 req-e0310bda-45cc-4c37-8438-53fcca3ccff8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547371 Apr 20 18:37:47.812459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8aa653-a596-43e6-a712-a10f13723e3b {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:47.831677 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port ab8aa653-a596-43e6-a712-a10f13723e3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ab8aa653-a596-43e6-a712-a10f13723e3b,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:47.837437 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.839426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c76243d6-bb15-45cb-ba2a-2417a1206687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:47.895242 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.914039 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa653-a596-43e6-a712-a10f13723e3b,revision_number=4']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:47.917305 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:48.034624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:48.040464 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['ab8aa653-a596-43e6-a712-a10f13723e3b'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:48.157946 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28daecfe-08c9-4590-a5ba-acb6fafa3bd6']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:48.171529 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d54a5ae-4890-4ed7-847a-d4116249450b') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:48.171998 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d54a5ae-4890-4ed7-847a-d4116249450b') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:48.185790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:48.202907 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:48.210380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:37:48.229596 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-6a28ae22-6655-40ce-b8ef-afb4cdf6d6ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2181795 Apr 20 18:37:48.240520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e587dc-8657-4831-ac84-737fbe9af286 req-80d322aa-0070-4474-8100-87ff013bf122 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:48.242161 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f0e587dc-8657-4831-ac84-737fbe9af286 req-80d322aa-0070-4474-8100-87ff013bf122 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1374068 Apr 20 18:37:48.313894 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-f0e587dc-8657-4831-ac84-737fbe9af286 req-1e1c9184-4945-464c-91f6-2b600433c676 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649784 Apr 20 18:37:48.405318 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:37:48.415308 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:48.450896 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af921d3-4b97-4925-8f9e-dac8cbfe9a9c req-70bfa43b-6257-4fa5-9383-6689b587d144 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:48.452535 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6af921d3-4b97-4925-8f9e-dac8cbfe9a9c req-70bfa43b-6257-4fa5-9383-6689b587d144 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 945 time: 0.0949984 Apr 20 18:37:48.507805 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6af921d3-4b97-4925-8f9e-dac8cbfe9a9c req-3e4b378c-fb35-4018-932e-28c88dd4fcd6 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485780 Apr 20 18:37:48.608808 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Network 28daecfe-08c9-4590-a5ba-acb6fafa3bd6 has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:37:48.633330 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:37:48.715393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:48.719046 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:48.733685 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:48.746545 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Pushing event deleted for resources: {'Network': ['ID=28daecfe-08c9-4590-a5ba-acb6fafa3bd6,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:48.749741 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:48.757346 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9c569bcd-ce1f-4ab2-8eae-50985e5c2966 admin admin] 10.222.0.26 "DELETE /v2.0/networks/28daecfe-08c9-4590-a5ba-acb6fafa3bd6 HTTP/1.1" status: 204 len: 168 time: 1.2333117 Apr 20 18:37:48.879508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37128) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:48.932708 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-368ec935-85d4-484a-b4f0-41a1b93951af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e55e2d6dbecc4d8c8f8a0b5224eb8724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517659 Apr 20 18:37:48.935292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37132) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:48.997036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.028764 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.072115 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.077064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-38061427-287e-467d-af28-805e8dd1f951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:49.090704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dbebf4-93b7-4155-8262-aef05d0946e6,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:49.093462 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:49.100661 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.104625 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4dbebf4-93b7-4155-8262-aef05d0946e6 HTTP/1.1" status: 204 len: 168 time: 0.1655769 Apr 20 18:37:49.373004 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-d87d2053-bcc6-41e6-bfa3-d5267a46eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:49.375023 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-d87d2053-bcc6-41e6-bfa3-d5267a46eb4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605&tenant_id=ea1a1bd404a3468d90fc8474dae11004 HTTP/1.1" status: 200 len: 1099 time: 0.0870893 Apr 20 18:37:49.482494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-f6493280-8786-4937-954d-1c5658522aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:49.484112 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-f6493280-8786-4937-954d-1c5658522aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.0839288 Apr 20 18:37:49.497103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device ab8aa653-a596-43e6-a712-a10f13723e3b up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:49.540430 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412a49-a6ff-4dc8-b4fe-7b4ae699420a req-0afccf61-71df-448a-9d8f-f201e1de530c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:49.546990 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-55412a49-a6ff-4dc8-b4fe-7b4ae699420a req-0afccf61-71df-448a-9d8f-f201e1de530c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1251693 Apr 20 18:37:49.610803 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-55412a49-a6ff-4dc8-b4fe-7b4ae699420a req-a6f1693e-4a54-4e5d-9c23-febcf800783c tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553977 Apr 20 18:37:49.629228 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning for port ab8aa653-a596-43e6-a712-a10f13723e3b completed by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:49.635134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port ab8aa653-a596-43e6-a712-a10f13723e3b triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:49.635553 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.683416 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-e5c724d2-743c-44ed-a740-f44f839d5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:49.685213 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-e5c724d2-743c-44ed-a740-f44f839d5d5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 908 time: 0.1943934 Apr 20 18:37:49.770707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af2877-e2db-48e4-ad31-d31b77f4d47b req-9a01626c-1693-4d30-ad93-8e46e23f9f74 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:49.773767 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a2af2877-e2db-48e4-ad31-d31b77f4d47b req-9a01626c-1693-4d30-ad93-8e46e23f9f74 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 945 time: 0.1044362 Apr 20 18:37:49.791107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.825008 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-a3d65f81-80f4-4329-9bc9-81223ba19816 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 1001 time: 0.1321688 Apr 20 18:37:49.829892 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8aa653-a596-43e6-a712-a10f13723e3b'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:49.831370 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-a2af2877-e2db-48e4-ad31-d31b77f4d47b req-e413d5cf-0a9c-44c1-813d-a514cba8bf31 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511687 Apr 20 18:37:49.837710 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port ab8aa653-a596-43e6-a712-a10f13723e3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ab8aa653-a596-43e6-a712-a10f13723e3b,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:49.841406 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.842655 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:49.904922 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-394a256b-c358-482d-ad38-4c26cda08e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:49.907331 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-394a256b-c358-482d-ad38-4c26cda08e64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.0760882 Apr 20 18:37:49.915138 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8aa653-a596-43e6-a712-a10f13723e3b', 'code': 200} Apr 20 18:37:49.915718 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:50.002520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-ae554133-ab03-4110-9860-b3da52737088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:50.004320 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-ae554133-ab03-4110-9860-b3da52737088 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889819 Apr 20 18:37:50.175606 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-b2e1b2af-4105-4eea-a89e-0661b95ee76d service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644084 Apr 20 18:37:50.202862 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9353f-2a82-4b05-941a-7da03be44978 req-0d6f04e4-00a8-41ae-972c-a5445e730e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:50.204456 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-aab9353f-2a82-4b05-941a-7da03be44978 req-0d6f04e4-00a8-41ae-972c-a5445e730e06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 1099 time: 0.0893655 Apr 20 18:37:50.223469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=ab8aa653-a596-43e6-a712-a10f13723e3b,revision_number=5']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:50.226909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:50.237492 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:50.256707 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-aab9353f-2a82-4b05-941a-7da03be44978 req-d5d89b47-79d6-4f9c-a3a3-dea67d5d0753 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Apr 20 18:37:50.273377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:50.276201 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:50.278785 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-df618691-c46d-4db3-9f3b-1c671043ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:50.329685 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-0f6835f8-7448-46cc-91c5-d42ee14e4d1a req-5385b756-5e52-47c2-9228-a6c81d657055 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478469 Apr 20 18:37:50.356045 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=6']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:50.360357 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:50.829833 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fc2c1-bbdc-4c1e-b20e-6fb3d22aa36a req-ebfe6d8b-0bf9-4be5-8da8-327926f4f4c4 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:50.832098 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-331fc2c1-bbdc-4c1e-b20e-6fb3d22aa36a req-ebfe6d8b-0bf9-4be5-8da8-327926f4f4c4 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0896816 Apr 20 18:37:50.879587 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-331fc2c1-bbdc-4c1e-b20e-6fb3d22aa36a req-426bdee5-5604-42e1-9382-e078d6ff9e99 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Apr 20 18:37:51.313307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393831e-4ca1-4c8d-97c7-6106d31bb58a req-80300340-329a-436a-9bf1-4e46dda2c92d tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:51.314965 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7393831e-4ca1-4c8d-97c7-6106d31bb58a req-80300340-329a-436a-9bf1-4e46dda2c92d tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.3383133 Apr 20 18:37:51.363024 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-7393831e-4ca1-4c8d-97c7-6106d31bb58a req-166ea7ec-9e3b-4211-9ed1-005cdc57c7fe tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Apr 20 18:37:51.842698 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfcaf-537c-4801-a301-94cbafeeed80 req-20355a56-1668-4ece-87ce-72e0f2fd6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:51.844261 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9c7bfcaf-537c-4801-a301-94cbafeeed80 req-20355a56-1668-4ece-87ce-72e0f2fd6792 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1097 time: 0.0780563 Apr 20 18:37:51.888556 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-9c7bfcaf-537c-4801-a301-94cbafeeed80 req-dcf58bc8-3cba-42c0-9cc7-e4642d3feee0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 Apr 20 18:37:51.916438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:51.968598 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'code': 200} Apr 20 18:37:52.096612 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f27783-3fdd-42fe-9c0a-ce65e7d22138 req-8abd471e-4ee8-464d-9699-c6b153f022b9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:52.098256 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c3f27783-3fdd-42fe-9c0a-ce65e7d22138 req-8abd471e-4ee8-464d-9699-c6b153f022b9 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0930519 Apr 20 18:37:52.148837 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-c3f27783-3fdd-42fe-9c0a-ce65e7d22138 req-f34458ac-f025-406e-837b-dc73782c1448 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437188 Apr 20 18:37:52.572123 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1b83-6c78-4b38-9f97-9c683a79e7ed req-269ff537-1e7d-4375-aff1-96a8ab0a9331 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:52.573985 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b8be1b83-6c78-4b38-9f97-9c683a79e7ed req-269ff537-1e7d-4375-aff1-96a8ab0a9331 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.0912511 Apr 20 18:37:52.628111 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-b8be1b83-6c78-4b38-9f97-9c683a79e7ed req-10b11967-b00f-4418-ae45-de0c12fe053e tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474403 Apr 20 18:37:52.836708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37286) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:52.981064 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.002799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:53.005722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Usage tracker for resource:security_group_rule and tenant:d05909b03e134ac6ac9c7228f8b7e45c is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:53.008809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:53.014823 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:53.113623 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.116360 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.126066 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5e5df2ec-14ae-47c4-84b9-100d99c66685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:53.170581 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d05909b03e134ac6ac9c7228f8b7e45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326728 Apr 20 18:37:53.171635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09246737-61a4-4775-97cc-8646cc0c1a35,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:53.174472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37298) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:53.197565 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.198010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.198439 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.199012 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.199423 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.200224 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.200701 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.201292 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.201709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.202157 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.202560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.202959 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:53.209273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c23ee465-3ff6-4923-8bc5-124998fceead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:53.279353 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.318888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.371101 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.377859 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b8ec90bb-43b8-4dc7-8828-3d5a2f2fc523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:53.387905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f6fd-aafd-4872-a48f-f7c273b07862 req-238d5d5c-21ee-4e0f-8f07-72aa61bf0e02 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:53.389629 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d9d7f6fd-aafd-4872-a48f-f7c273b07862 req-238d5d5c-21ee-4e0f-8f07-72aa61bf0e02 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 944 time: 0.0953157 Apr 20 18:37:53.395903 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09246737-61a4-4775-97cc-8646cc0c1a35,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:53.398781 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:53.408127 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.413016 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-bd960f0c-6770-414b-96c2-ac685b508395 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09246737-61a4-4775-97cc-8646cc0c1a35 HTTP/1.1" status: 204 len: 168 time: 0.2329180 Apr 20 18:37:53.442076 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-d9d7f6fd-aafd-4872-a48f-f7c273b07862 req-31c74ac8-fb84-4b73-809d-3630316dadf3 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449588 Apr 20 18:37:53.550000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:37:53.709255 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:53.723067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Returning: {'device': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'port_id': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'mac_address': 'fa:16:3e:e9:4f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:37:53.731344 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37310) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:53.750688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.766245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:53.770815 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Usage tracker for resource:security_group_rule and tenant:f20a71fef81444289d0e14f03e79cccb is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:53.773868 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:53.779895 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:53.781746 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.799261 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfefb63-ba63-47ea-8766-829c1fa90fbc {{(pid=86461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:53.815431 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:53.818239 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.820763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:53.864177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.867210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:53.876176 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-85919f43-b84c-4d85-b006-cc95d35f1754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:53.894779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=7']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:53.897934 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:53.921357 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f20a71fef81444289d0e14f03e79cccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888506 Apr 20 18:37:53.923085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4660c6-e852-46ed-861d-bd15fbaf8af0,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:53.924206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37314) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:53.926191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6fffa5fa-0775-4172-ab75-b8cc32c9fb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:53.985867 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:54.013092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:54.035806 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] get_ports_and_sgs() called for port_ids ['3cfefb63-ba63-47ea-8766-829c1fa90fbc'] {{(pid=86461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:54.058116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:54.063038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2b18c449-736d-476c-bfdd-3831458bcb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:54.076253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4660c6-e852-46ed-861d-bd15fbaf8af0,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:54.082691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:54.083554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:54.084749 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe4660c6-e852-46ed-861d-bd15fbaf8af0 HTTP/1.1" status: 204 len: 168 time: 0.1592469 Apr 20 18:37:55.570707 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc up at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:55.689010 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.provisioning_blocks [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Provisioning complete for port 3cfefb63-ba63-47ea-8766-829c1fa90fbc triggered by entity L2. {{(pid=86461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:55.690014 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536178688'] for port, provisioning_complete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:55.823141 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036318433571'] for port, before_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:55.851799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:55.862172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:55.865495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737842399432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737841951586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299012824197'] for port, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:55.867708 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:55.919510 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'code': 200} Apr 20 18:37:55.947085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Pushing event updated for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=8']} {{(pid=86461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:55.950820 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:56.618024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-50cffc77-a8fd-4faa-abdd-5bae40bba1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.171220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fdc41b40-1637-4f60-9734-637e7641090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.519122 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.847001 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37438) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:59.970619 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.985812 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:59.990481 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Usage tracker for resource:security_group_rule and tenant:066538306dc64810bfc9daf7aeaa6a83 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:59.993476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:59.999603 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.065513 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.084535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.087213 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.096063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-0783df2b-d97c-4332-a704-042a6dd1306d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.137734 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=066538306dc64810bfc9daf7aeaa6a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896051 Apr 20 18:38:00.139471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0276d78d-5503-410c-9582-b077c9f73558,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.140688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37444) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.142977 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-75b6d1c0-579d-4f0d-aac3-f690796e414d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.206069 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.233172 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.281395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.286720 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ae504818-4eee-4104-a095-3a89f428b20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.300984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0276d78d-5503-410c-9582-b077c9f73558,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.305130 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.311006 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.312304 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0276d78d-5503-410c-9582-b077c9f73558 HTTP/1.1" status: 204 len: 168 time: 0.1705532 Apr 20 18:38:00.624837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37460) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.645587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.661777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.665904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6c91218ec8475297f66140c673365b is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:00.668891 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:00.674942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.760825 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.763476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.772438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-dbdfa526-3c53-4557-abfa-50f76dd577c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.813925 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e6c91218ec8475297f66140c673365b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879323 Apr 20 18:38:00.816405 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510b6a63-5a46-497d-ad6e-599af05ba0b1,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.817643 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37464) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.819580 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.880321 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.906525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.954220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.959075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a32bd182-8841-4537-ae2b-1f94eab07834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.971613 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510b6a63-5a46-497d-ad6e-599af05ba0b1,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.974009 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.982070 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.983257 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/510b6a63-5a46-497d-ad6e-599af05ba0b1 HTTP/1.1" status: 204 len: 168 time: 0.1638381 Apr 20 18:38:01.332550 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37472) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:01.335888 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.352379 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.368243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:01.372634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Usage tracker for resource:security_group_rule and tenant:0af47cac205545ee8e9ab405bb2cdd3e is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:01.375757 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:01.381819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:01.474139 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.477126 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.486067 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-799e8738-bb1a-4af4-bf1a-5a7627277be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:01.531057 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0af47cac205545ee8e9ab405bb2cdd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973433 Apr 20 18:38:01.532846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9d6e99-3a48-42ca-969e-a01c9f93474f,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:01.534574 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37478) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:01.536937 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-7fa6072e-5992-41be-b3be-f80af70ccc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:01.599738 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.627556 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.672372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.677459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-e4fec88f-4746-481e-adad-1e258d672955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:01.688237 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9d6e99-3a48-42ca-969e-a01c9f93474f,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:01.692275 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:01.695589 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.696805 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c888c2e9-d061-498d-bdd7-925cf7a8dff9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd9d6e99-3a48-42ca-969e-a01c9f93474f HTTP/1.1" status: 204 len: 168 time: 0.1611576 Apr 20 18:38:03.940459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37548) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:04.064869 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.081085 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:04.085034 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Usage tracker for resource:security_group_rule and tenant:16d72de3c9024402bfe2b9dc796b6986 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:04.087997 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:04.093881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:04.177247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.179468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.188759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-d41e03d9-aea1-4a7b-ab4d-c55ed1eebdf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:04.230865 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16d72de3c9024402bfe2b9dc796b6986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890542 Apr 20 18:38:04.232488 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c61080-6b9f-4fde-ab87-babe0ce7b737,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:04.233799 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37554) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:04.235635 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2c7a8526-3a99-4dda-a8f6-c2e45d8b986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:04.295092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.325093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.368206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.373016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-672dcdc8-bc73-48be-a150-b06081075be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:04.385591 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c61080-6b9f-4fde-ab87-babe0ce7b737,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:04.388665 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:04.390690 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.393766 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-1e220bd5-b11d-48cb-9491-329dbbc47a63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9c61080-6b9f-4fde-ab87-babe0ce7b737 HTTP/1.1" status: 204 len: 168 time: 0.1568935 Apr 20 18:38:04.684287 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37566) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:04.704246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.719468 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:04.723646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Usage tracker for resource:security_group_rule and tenant:190d0031a8e44145a01466550af7c283 is out of sync, need to count used quota {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:04.726662 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:04.733243 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:04.819535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.822360 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.831393 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-70350b59-94e0-4b02-af67-ce3262ed14e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:04.871251 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=190d0031a8e44145a01466550af7c283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857269 Apr 20 18:38:04.874142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37572) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:04.875459 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9a375-f4dc-4603-8919-efe550052ad7,revision_number=1']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:04.878938 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3a37afe8-7e6b-4e8d-a84e-3bfd81534d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:04.942942 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:04.969427 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:05.014215 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:05.019905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3a61b0b1-30ca-42e6-af37-2d382e5ff8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:05.034383 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9a375-f4dc-4603-8919-efe550052ad7,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:05.038837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:05.053442 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:05.056513 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-4cf20231-e39b-4f9b-9e6a-95374c07a8ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36c9a375-f4dc-4603-8919-efe550052ad7 HTTP/1.1" status: 204 len: 168 time: 0.1810925 Apr 20 18:38:08.769293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83c2d-2686-4cee-b923-72febd0862bc req-0d72dd25-4375-4544-9e18-a6d8b9b71d1a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:08.770921 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e4d83c2d-2686-4cee-b923-72febd0862bc req-0d72dd25-4375-4544-9e18-a6d8b9b71d1a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.0920556 Apr 20 18:38:08.820349 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-e4d83c2d-2686-4cee-b923-72febd0862bc req-9ce4343d-85ab-4cd2-8d21-a0ce22e57d6f tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Apr 20 18:38:10.023683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6939e-c1da-4213-ad98-2da54a847d66 req-5e00d2dc-159d-4ea7-9c0b-f333044afeab tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:10.025274 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ebd6939e-c1da-4213-ad98-2da54a847d66 req-5e00d2dc-159d-4ea7-9c0b-f333044afeab tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.0890145 Apr 20 18:38:10.077521 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-ebd6939e-c1da-4213-ad98-2da54a847d66 req-547da641-9345-451b-a58d-0db41b56729d tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457389 Apr 20 18:38:11.279007 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeaf1a-6cac-4b3e-b6a9-bbbaabc1f6c0 req-c41c68ec-f091-47b4-a85c-6d233d2e62dd tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:11.280508 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-19eeaf1a-6cac-4b3e-b6a9-bbbaabc1f6c0 req-c41c68ec-f091-47b4-a85c-6d233d2e62dd tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.0879977 Apr 20 18:38:11.328039 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-19eeaf1a-6cac-4b3e-b6a9-bbbaabc1f6c0 req-96662253-999c-4036-865a-65690cf1d202 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 20 18:38:12.139483 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37678) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:12.262809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.277779 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:12.281778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Usage tracker for resource:security_group_rule and tenant:c9b92036998f4e7d98760f3c00b07501 is out of sync, need to count used quota {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:12.284737 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86459) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:12.290637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.quota.driver [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86459) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:12.373633 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.376470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_create {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.385697 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6c6da1c2-2a7d-4ab9-875a-53358ada1725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:12.429780 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6820148c-e452-4867-986f-4be94717034f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9b92036998f4e7d98760f3c00b07501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891350 Apr 20 18:38:12.432843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37686) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:12.434134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c739705-9ab4-4716-8197-e6a8989f6bff,revision_number=1']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:12.437559 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6820148c-e452-4867-986f-4be94717034f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:12.564777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.605188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96927a03-2a7c-4bd6-9fa5-31e8576fab4f req-19eec59e-e829-491e-9532-92c788394a70 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:12.606900 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-96927a03-2a7c-4bd6-9fa5-31e8576fab4f req-19eec59e-e829-491e-9532-92c788394a70 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.1581962 Apr 20 18:38:12.608722 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.686022 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-96927a03-2a7c-4bd6-9fa5-31e8576fab4f req-709a1846-1fc8-485e-a9e9-3419cc05e6e5 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9452b21-b01f-43a0-acbc-4757917d897d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693879 Apr 20 18:38:12.693954 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.699103 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-eae37dc8-c649-444e-bd89-2de585bcdf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:12.717877 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c739705-9ab4-4716-8197-e6a8989f6bff,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:12.721843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:12.726742 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:12.728527 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-569aedef-1908-4d2a-bda5-b30db12d3f6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c739705-9ab4-4716-8197-e6a8989f6bff HTTP/1.1" status: 204 len: 168 time: 0.2940347 Apr 20 18:38:13.112294 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-567f5a0c-8f85-47b0-b241-8430613f0508 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:13.113063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-567f5a0c-8f85-47b0-b241-8430613f0508 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Synchronizing usage tracker for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:38:13.127843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-567f5a0c-8f85-47b0-b241-8430613f0508 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Unset dirty status for tenant:1c8bd587d3ea4667959d33570d404ee2 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:38:13.129044 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-567f5a0c-8f85-47b0-b241-8430613f0508 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 946 time: 0.1038263 Apr 20 18:38:13.204016 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Deleting port ab8aa653-a596-43e6-a712-a10f13723e3b {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:38:13.204394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:13.459668 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] For port ab8aa653-a596-43e6-a712-a10f13723e3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ab8aa653-a596-43e6-a712-a10f13723e3b,segment=NetworkSegment(37817151-81c0-4108-ac11-0c505ad67610),segment_id=37817151-81c0-4108-ac11-0c505ad67610)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:38:13.460232 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:13.592653 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Calling delete_port for ab8aa653-a596-43e6-a712-a10f13723e3b owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:38:13.737317 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:13.744181 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-5adac80f-487e-4139-9e0f-1e0ca107d01b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:13.828351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Pushing event deleted for resources: {'Port': ['ID=ab8aa653-a596-43e6-a712-a10f13723e3b,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:13.836927 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:13.850563 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-3a9539d9-f45b-4c77-bd77-cbbf668bce61 req-c0d38079-1e4e-400a-8f5c-57d614bafa9a tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0beb7da-2bb7-419f-b673-34b0c8d28881 HTTP/1.1" status: 200 len: 210 time: 0.0512865 Apr 20 18:38:13.874759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] No DVR routers for this DVR port ab8aa653-a596-43e6-a712-a10f13723e3b on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:38:13.877739 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:13.880508 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'name': 'network-vif-deleted', 'tag': 'ab8aa653-a596-43e6-a712-a10f13723e3b'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:38:13.900401 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-54c94395-8cf1-4d8e-a034-0702f1962576 req-052fdad4-949a-435a-937f-db87ed2c42a8 tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] 10.222.0.18 "DELETE /v2.0/ports/ab8aa653-a596-43e6-a712-a10f13723e3b HTTP/1.1" status: 204 len: 173 time: 0.7658603 Apr 20 18:38:13.929280 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0beb7da-2bb7-419f-b673-34b0c8d28881', 'name': 'network-vif-deleted', 'tag': 'ab8aa653-a596-43e6-a712-a10f13723e3b', 'status': 'completed', 'code': 200} Apr 20 18:38:15.711113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device ab8aa653-a596-43e6-a712-a10f13723e3b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:38:15.748075 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: ab8aa653-a596-43e6-a712-a10f13723e3b {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:38:15.748469 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device ab8aa653-a596-43e6-a712-a10f13723e3b not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:38:16.341296 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:20.838151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:38:26.622163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-fe12efeb-ca1e-43c6-9e87-930cd4598f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:29.171727 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-121f05d5-0a64-481e-a68a-155963604176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:29.518241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:30.067958 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:31.338713 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:34.258410 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37818) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:34.327855 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Deleting subnet e481b2b8-b767-4a7e-b985-3a8c0045f4ad {{(pid=86459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:38:34.330968 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:34.382819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1987836'] for subnet, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:34.444144 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:34.927398 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852194858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871943'] for subnet, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:34.932249 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:34.972993 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e481b2b8-b767-4a7e-b985-3a8c0045f4ad,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:34.975140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:34.977773 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:34.981938 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-305f2be1-074d-4060-b78c-c53ab6ec417b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e481b2b8-b767-4a7e-b985-3a8c0045f4ad HTTP/1.1" status: 204 len: 168 time: 0.7224712 Apr 20 18:38:34.984672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37822) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:35.096101 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.230081 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.341575 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6323b4b-e406-40b2-9afd-28b6810a08db']}} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:35.354669 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37817151-81c0-4108-ac11-0c505ad67610') {'for_net_delete': True} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:35.355002 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37817151-81c0-4108-ac11-0c505ad67610') {} {{(pid=86459) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:35.366681 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852787980'] for segment, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.382805 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.389177 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=86459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:38:35.564837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Network e6323b4b-e406-40b2-9afd-28b6810a08db has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:38:35.574541 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2580597'] for segment, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.753762 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Network e6323b4b-e406-40b2-9afd-28b6810a08db has no segments {{(pid=86459) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:38:35.776414 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:38:35.854987 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.858702 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-614cf289-579b-4d43-a025-539663d8e842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:35.874354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:35.881189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6323b4b-e406-40b2-9afd-28b6810a08db,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:35.885551 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:35.891342 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2c3a6c34-e9d6-4595-a428-da9a464efa0b admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6323b4b-e406-40b2-9afd-28b6810a08db HTTP/1.1" status: 204 len: 168 time: 0.9056683 Apr 20 18:38:36.066893 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37828) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:36.117905 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-14a9774e-4055-4bbb-9840-8bf3ee1c525d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c8bd587d3ea4667959d33570d404ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496664 Apr 20 18:38:36.120347 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37832) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:36.179610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:36.205790 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:36.248905 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:36.253730 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9d12ed01-89f8-43b1-871c-09c6f333b3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:36.271304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9452b21-b01f-43a0-acbc-4757917d897d,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:36.275364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:36.278637 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:36.279826 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c9ed958a-08e9-451c-b34e-14442216ed47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9452b21-b01f-43a0-acbc-4757917d897d HTTP/1.1" status: 204 len: 168 time: 0.1585453 Apr 20 18:38:45.611342 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-c7ebc555-1e66-4991-8f77-c29be08c8544 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775552 Apr 20 18:38:45.760422 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002780-032e-44c4-972b-097772fdb3bf req-2d3cbb25-845e-4362-8d23-ef4c9c5d56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:45.762005 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-2d3cbb25-845e-4362-8d23-ef4c9c5d56f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.0772889 Apr 20 18:38:45.916518 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002780-032e-44c4-972b-097772fdb3bf req-3056b0d4-19f1-44a4-ae52-d3de8f0386a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:45.918045 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-3056b0d4-19f1-44a4-ae52-d3de8f0386a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 908 time: 0.1375225 Apr 20 18:38:46.028241 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-ebd56a7c-b6b6-4a7c-9814-89922129a8df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 1001 time: 0.1039410 Apr 20 18:38:46.099013 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002780-032e-44c4-972b-097772fdb3bf req-48ccd761-ac42-4255-ad6d-9611abdaac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:46.100519 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-48ccd761-ac42-4255-ad6d-9611abdaac58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.0662572 Apr 20 18:38:46.181858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002780-032e-44c4-972b-097772fdb3bf req-b61c1b9b-59cf-4e9f-b00e-bb2092ada9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:46.183338 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-b61c1b9b-59cf-4e9f-b00e-bb2092ada9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758977 Apr 20 18:38:46.323152 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-a30da67b-3bd7-46c7-9d91-ec06a4d301fc service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335347 Apr 20 18:38:46.338134 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:46.464064 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-bd002780-032e-44c4-972b-097772fdb3bf req-13fd8819-92cb-4551-9a9f-665c8c583954 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343966 Apr 20 18:38:56.624116 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0877ce6a-1993-46a6-b1d0-12add4608af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:57.837630 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:38:59.172040 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-02ca8e01-260c-468d-b410-f9e270f37401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:59.523618 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:00.070158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:01.341394 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:06.794152 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37838) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:07.009074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Deleting port 48c86ff7-a33e-4ef5-8bf0-96a68607d8b5 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:07.009365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:07.186634 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:07.187008 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:07.317209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Calling delete_port for 48c86ff7-a33e-4ef5-8bf0-96a68607d8b5 owned by network:floatingip {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:07.467093 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:07.471692 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-a844e6ba-f6ff-4dee-90b5-3226eddf9fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:07.551941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event deleted for resources: {'Port': ['ID=48c86ff7-a33e-4ef5-8bf0-96a68607d8b5,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:07.594978 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.595392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.595800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.596205 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.596611 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.597011 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.597435 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.597829 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.598253 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.598652 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.599047 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.599440 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:07.602777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:07.630712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for floatingip, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:07.631110 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.db.l3_db [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Floating IP d22614c8-4d53-438b-afe3-f716b2893007 disassociated (deleted). External IP: 172.28.3.85, port: 3cfefb63-ba63-47ea-8766-829c1fa90fbc. Apr 20 18:39:07.996792 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:08.184555 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:08.194426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e4511-bd81-481c-aeab-abb840282158 None None] Sync routers for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:08.201245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for floatingip, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:08.205191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:08.205858 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:38:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:08.258944 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-2a4ae6cc-3e14-4b89-b221-75bfdf0ff175 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "DELETE /v2.0/floatingips/d22614c8-4d53-438b-afe3-f716b2893007 HTTP/1.1" status: 204 len: 168 time: 1.4630198 Apr 20 18:39:08.259632 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:08.308074 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'status': 'completed', 'code': 200} Apr 20 18:39:08.398348 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:08.413872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-079d59dc-f7da-41f1-98a1-46565895477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:08.415491 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-079d59dc-f7da-41f1-98a1-46565895477d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea1a1bd404a3468d90fc8474dae11004&device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 1099 time: 0.0854764 Apr 20 18:39:08.563465 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-4220fb84-01af-457e-a739-519c9b4f7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:08.565220 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-4220fb84-01af-457e-a739-519c9b4f7dc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 200 len: 908 time: 0.1433160 Apr 20 18:39:08.649942 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-e6feb309-e97a-4e12-8745-8f807577203b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 200 len: 217 time: 0.0764449 Apr 20 18:39:08.657616 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28451b-7d66-40a7-b4c3-629bceac87cd req-00052a25-2314-4238-9ed0-675cad56d283 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:08.658425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-6c28451b-7d66-40a7-b4c3-629bceac87cd req-00052a25-2314-4238-9ed0-675cad56d283 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Synchronizing usage tracker for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:port {{(pid=86460) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:39:08.673904 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-6c28451b-7d66-40a7-b4c3-629bceac87cd req-00052a25-2314-4238-9ed0-675cad56d283 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Unset dirty status for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:port {{(pid=86460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:39:08.675313 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6c28451b-7d66-40a7-b4c3-629bceac87cd req-00052a25-2314-4238-9ed0-675cad56d283 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1106272 Apr 20 18:39:08.724936 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-8fe758fd-32ab-4401-94d1-a869d276c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:08.725939 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-6c28451b-7d66-40a7-b4c3-629bceac87cd req-9b1740bc-6052-4e17-8f59-23cf8df10df8 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Apr 20 18:39:08.726537 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-8fe758fd-32ab-4401-94d1-a869d276c4cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 200 len: 846 time: 0.0705202 Apr 20 18:39:08.739076 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:08.743289 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e4511-bd81-481c-aeab-abb840282158 None None] Checking router: 3388e0f5-bd9c-49ec-b678-faa5c86c1671 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:08.752189 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:08.752836 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:38:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:08.809944 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-86f12ea0-d5f9-4c5a-b0f5-bf99c0743bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:08.811584 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-86f12ea0-d5f9-4c5a-b0f5-bf99c0743bc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781338 Apr 20 18:39:08.939566 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:08.954330 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-d5566e2e-f4d2-48e1-9eef-8d78f8f5873f service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349175 Apr 20 18:39:09.099945 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-997ef7fb-ade1-47c0-8644-34e0991626ec req-cdb7a021-f91c-48d2-aeea-8605f7927358 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376350 Apr 20 18:39:09.272092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-526e4511-bd81-481c-aeab-abb840282158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:09.276165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e4511-bd81-481c-aeab-abb840282158 None None] The sync data for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb is: [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:34:33Z', 'revision_number': 4, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb', '_interfaces': [{'id': '93a39eef-ded2-4076-b704-bdba711adac4', 'name': '', 'network_id': 'c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'mac_address': 'fa:16:3e:21:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:32Z', 'updated_at': '2021-04-20T18:34:42Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'subnets': [{'id': '88e7c42b-af4b-47fd-aa1c-575560831a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:09.652791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46a2fb-425d-4888-8454-878966623fd2 None None] New status for floating IP d22614c8-4d53-438b-afe3-f716b2893007: DOWN {{(pid=86462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:39:09.896966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-9d2b9c90-0f49-4763-92f4-82953c702ac2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:09.897729 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-9d2b9c90-0f49-4763-92f4-82953c702ac2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Synchronizing usage tracker for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:port {{(pid=86459) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:39:09.911028 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.quota.resource [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-9d2b9c90-0f49-4763-92f4-82953c702ac2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Unset dirty status for tenant:ea1a1bd404a3468d90fc8474dae11004 on resource:port {{(pid=86459) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:39:09.912231 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-9d2b9c90-0f49-4763-92f4-82953c702ac2 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.18 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.1020384 Apr 20 18:39:09.931645 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7b2d4-3719-45f1-b8f9-cb4fe6311642 req-e55fc6ff-b386-4ea0-adde-3d964ac2f28e tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:09.933249 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-62f7b2d4-3719-45f1-b8f9-cb4fe6311642 req-e55fc6ff-b386-4ea0-adde-3d964ac2f28e tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 946 time: 0.0865760 Apr 20 18:39:09.984897 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-62f7b2d4-3719-45f1-b8f9-cb4fe6311642 req-eadcf16e-045e-4843-870c-06bcb7c6945e tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a4ea3d-9ea8-4423-92ec-65296173c873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450706 Apr 20 18:39:09.993170 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Deleting port 3cfefb63-ba63-47ea-8766-829c1fa90fbc {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:09.993557 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:10.253036 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] For port 3cfefb63-ba63-47ea-8766-829c1fa90fbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3cfefb63-ba63-47ea-8766-829c1fa90fbc,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:10.253620 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:10.384020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Calling delete_port for 3cfefb63-ba63-47ea-8766-829c1fa90fbc owned by compute:nova {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:10.531279 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:10.536776 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-97bcbffa-fd2e-40dc-b3d9-cc4d1ef7836e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:10.584972 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event deleted for resources: {'Port': ['ID=3cfefb63-ba63-47ea-8766-829c1fa90fbc,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:10.619964 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.620387 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.620796 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.621199 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.621599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.622019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.622422 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.622819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.623216 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.623609 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.624000 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.624390 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-2-smb {{(pid=86459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:10.634092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:10.680323 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] No DVR routers for this DVR port 3cfefb63-ba63-47ea-8766-829c1fa90fbc on host hv-cinder-78693 {{(pid=86459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:39:10.682841 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7615'] for port, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:10.685522 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-deleted', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc'}] {{(pid=86459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:10.700624 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-99ba13e9-12fa-4731-9cfb-74792ed66164 req-71040609-3980-47d8-a145-8e1fcc769416 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.18 "DELETE /v2.0/ports/3cfefb63-ba63-47ea-8766-829c1fa90fbc HTTP/1.1" status: 204 len: 173 time: 0.7831328 Apr 20 18:39:10.734636 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106f48ff-896c-44ad-a68d-113dde6c8605', 'name': 'network-vif-deleted', 'tag': '3cfefb63-ba63-47ea-8766-829c1fa90fbc', 'status': 'completed', 'code': 200} Apr 20 18:39:11.162989 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [req-dcb95e38-4cc8-4512-b4d3-89885a280496 req-0e8cb17e-94f3-45c6-b847-3aa45969fd53 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "GET /v2.0/ports?device_id=106f48ff-896c-44ad-a68d-113dde6c8605 HTTP/1.1" status: 200 len: 210 time: 0.0551758 Apr 20 18:39:12.266477 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37856) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:12.337949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:12.367901 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:12.420687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:12.426515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:12.445325 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a4ea3d-9ea8-4423-92ec-65296173c873,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:12.448191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:12.454556 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:12.455774 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-feea439b-7afa-43ca-8312-6e3fabb52498 tempest-TestShelveInstance-1197931687 tempest-TestShelveInstance-1197931687-project] 10.222.0.26 "DELETE /v2.0/security-groups/15a4ea3d-9ea8-4423-92ec-65296173c873 HTTP/1.1" status: 204 len: 168 time: 0.1882296 Apr 20 18:39:12.502140 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37862) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:13.289114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:13.652102 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Deleting port 93a39eef-ded2-4076-b704-bdba711adac4 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:13.652494 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:13.831515 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] For port 93a39eef-ded2-4076-b704-bdba711adac4, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=93a39eef-ded2-4076-b704-bdba711adac4,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:13.831933 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:13.966114 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Calling delete_port for 93a39eef-ded2-4076-b704-bdba711adac4 owned by network:router_interface {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:14.041493 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:14.078687 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] No Port match for: 3cfefb63-ba63-47ea-8766-829c1fa90fbc {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:14.079074 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Device 3cfefb63-ba63-47ea-8766-829c1fa90fbc not bound to the agent host hv-cinder-78693 {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:14.141108 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:14.146377 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9cf09e2f-41e1-4ad0-90ec-2d69e7020ebf tempest-VolumesSnapshotTestJSON-1579093032 tempest-VolumesSnapshotTestJSON-1579093032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:14.192872 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a39eef-ded2-4076-b704-bdba711adac4,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:14.221048 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:14.471332 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:14.849395 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:15.036105 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:15.044617 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] Sync routers for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:15.049584 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-9ac3bdcc-1667-49f3-a4d2-0e2316f17f48 admin admin] 10.222.0.26 "PUT /v2.0/routers/3388e0f5-bd9c-49ec-b678-faa5c86c1671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5462680 Apr 20 18:39:15.052686 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37866) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:15.054882 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:15.055546 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:38:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:15.251691 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.429674 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: dv-cinder-786931-2-smb {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:15.675392 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.683794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Deleting port 91ab96f7-988f-47a1-941c-8c394eaea645 {{(pid=86459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:15.684107 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.735185 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:39:14Z', 'revision_number': 5, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port': {'id': '91ab96f7-988f-47a1-941c-8c394eaea645', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:29Z', 'updated_at': '2021-04-20T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:15.739206 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] Checking router: 3388e0f5-bd9c-49ec-b678-faa5c86c1671 for host: dv-cinder-786931-2-smb {{(pid=86461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:15.747994 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] Routers {'3388e0f5-bd9c-49ec-b678-faa5c86c1671'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:15.748643 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:38:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'], 'active': True} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:15.869608 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] For port 91ab96f7-988f-47a1-941c-8c394eaea645, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=91ab96f7-988f-47a1-941c-8c394eaea645,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:15.870043 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.908533 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] Set router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 gateway port host: None {{(pid=86461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:16.002143 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Calling delete_port for 91ab96f7-988f-47a1-941c-8c394eaea645 owned by network:router_gateway {{(pid=86459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:16.020949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:39:15Z', 'revision_number': 6, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port_host': None}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:16.025234 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145c53a-6302-44d9-b644-a9d3a9881857 None None] The sync data for ids ['3388e0f5-bd9c-49ec-b678-faa5c86c1671'] in dv-cinder-786931-2-smb is: [{'id': '3388e0f5-bd9c-49ec-b678-faa5c86c1671', 'name': 'tempest-TestShelveInstance-25112418-router', 'tenant_id': 'ea1a1bd404a3468d90fc8474dae11004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:28Z', 'updated_at': '2021-04-20T18:39:15Z', 'revision_number': 6, 'project_id': 'ea1a1bd404a3468d90fc8474dae11004', 'gw_port_host': None}] {{(pid=86461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:16.181568 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852195326'] for port, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.186467 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ab9382bc-0317-434f-b954-d92648255982 tempest-AttachVolumeNegativeTest-374854523 tempest-AttachVolumeNegativeTest-374854523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:16.237057 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ab96f7-988f-47a1-941c-8c394eaea645,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:16.270676 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:16.330797 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.350519 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.515843 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.518086 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.613699 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.614322 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3388e0f5-bd9c-49ec-b678-faa5c86c1671 {{(pid=86459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:39:16.627728 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] Notify callbacks [] for router, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.628973 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-f2b74dcd-02db-41f9-9278-60c9f4a596a9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3388e0f5-bd9c-49ec-b678-faa5c86c1671 HTTP/1.1" status: 204 len: 168 time: 1.5752575 Apr 20 18:39:16.632063 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37870) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:16.932624 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Deleting subnet 88e7c42b-af4b-47fd-aa1c-575560831a83 {{(pid=86460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:39:16.935724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.986304 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852469841'] for subnet, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.068365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.204835 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 93a39eef-ded2-4076-b704-bdba711adac4 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:17.242724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 93a39eef-ded2-4076-b704-bdba711adac4 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:17.243273 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 93a39eef-ded2-4076-b704-bdba711adac4 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:17.243736 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 91ab96f7-988f-47a1-941c-8c394eaea645 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:17.281403 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 91ab96f7-988f-47a1-941c-8c394eaea645 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:17.281794 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 91ab96f7-988f-47a1-941c-8c394eaea645 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:17.327777 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851195543'] for subnet, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.332688 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:17.368641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e7c42b-af4b-47fd-aa1c-575560831a83,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:17.371507 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:17.374241 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.380054 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5da5e-2c7e-47ac-8df3-2e072338ea23 None None] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:17.381856 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-12783a7b-c7c2-461b-90a5-7652ed2ada61 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/88e7c42b-af4b-47fd-aa1c-575560831a83 HTTP/1.1" status: 204 len: 168 time: 0.7486603 Apr 20 18:39:17.384503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37874) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:17.500906 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.512419 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Deleting port de6e3880-9e94-4763-99b4-de6cb03071ec {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:17.512793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.635940 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] DHCP port deletion for c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 request from dv-cinder-786931-2-smb {{(pid=86461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:39:17.640354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Deleting port de6e3880-9e94-4763-99b4-de6cb03071ec {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:17.641101 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.733247 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] For port de6e3880-9e94-4763-99b4-de6cb03071ec, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=de6e3880-9e94-4763-99b4-de6cb03071ec,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:17.733641 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.857365 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] For port de6e3880-9e94-4763-99b4-de6cb03071ec, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=de6e3880-9e94-4763-99b4-de6cb03071ec,segment=NetworkSegment(0b368cd3-1089-45bb-aa72-eb2672db1eeb),segment_id=0b368cd3-1089-45bb-aa72-eb2672db1eeb)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:17.857763 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.868837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Calling delete_port for de6e3880-9e94-4763-99b4-de6cb03071ec owned by network:dhcp {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:17.945113 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.950005 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-ef465427-0f5f-460b-bc1f-c770b3bdbb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:17.986684 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Calling delete_port for de6e3880-9e94-4763-99b4-de6cb03071ec owned by network:dhcp {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:17.998636 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6e3880-9e94-4763-99b4-de6cb03071ec,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:18.002089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:18.003019 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] No DVR routers for this DVR port de6e3880-9e94-4763-99b4-de6cb03071ec on host dv-cinder-786931-2-smb {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:39:18.062837 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:39:18.063236 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:39:18.125436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.241073 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1']}} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:18.253646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b368cd3-1089-45bb-aa72-eb2672db1eeb') {'for_net_delete': True} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:18.254535 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b368cd3-1089-45bb-aa72-eb2672db1eeb') {} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:18.266384 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305959'] for segment, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.281425 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.287822 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=86460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:39:18.462649 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:18.471587 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852647168'] for segment, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.564197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Deleting port de6e3880-9e94-4763-99b4-de6cb03071ec {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:18.564876 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.635916 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-0af8648d-63ed-48af-a945-9ac3e3813027 None None] The port 'de6e3880-9e94-4763-99b4-de6cb03071ec' was deleted {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:39:18.653359 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Network c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:39:18.676281 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:39:18.755096 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.758909 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:18.775598 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:18.781839 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:18.787233 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:18.797998 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6d7c1b13-16c6-49be-9ab5-ead6bc9e4c57 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c7a3b86d-eac4-409e-b89e-f0d9cdfb4fa1 HTTP/1.1" status: 204 len: 168 time: 1.4124746 Apr 20 18:39:18.800915 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37878) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:19.202460 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device de6e3880-9e94-4763-99b4-de6cb03071ec no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:19.243024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: de6e3880-9e94-4763-99b4-de6cb03071ec {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:19.243409 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device de6e3880-9e94-4763-99b4-de6cb03071ec not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:19.362173 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145382'] for router_interface, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:19.731361 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Deleting port 62f19508-83c7-4a1b-80cd-f961375e294d {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:19.731744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:19.911646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] For port 62f19508-83c7-4a1b-80cd-f961375e294d, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62f19508-83c7-4a1b-80cd-f961375e294d,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:19.911966 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:20.045204 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Calling delete_port for 62f19508-83c7-4a1b-80cd-f961375e294d owned by network:router_interface {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:20.217446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:20.222038 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-401e8f08-f38b-4b06-a667-ffc1f1e8fb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:20.267220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f19508-83c7-4a1b-80cd-f961375e294d,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:20.271118 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:20.793980 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536320678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145308'] for router_interface, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:21.171458 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Router 453bbac9-4591-41b8-bf43-a41f18c76d3c has already been hosted by L3 agent 19e583a4-dad6-4330-8b80-0f7d1109e908 {{(pid=86460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:21.358358 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] Notify agent at l3_agent.dv-cinder-786931-2-smb the message routers_updated {{(pid=86460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:21.367540 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] Sync routers for ids ['453bbac9-4591-41b8-bf43-a41f18c76d3c'] in dv-cinder-786931-2-smb {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:21.374778 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-cbff7786-708d-45cc-b84d-083a9b1db525 admin admin] 10.222.0.26 "PUT /v2.0/routers/453bbac9-4591-41b8-bf43-a41f18c76d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5727496 Apr 20 18:39:21.377372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37882) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:21.377791 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] Routers {'453bbac9-4591-41b8-bf43-a41f18c76d3c'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:21.378471 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:38:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['453bbac9-4591-41b8-bf43-a41f18c76d3c'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:21.562531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] Set router 453bbac9-4591-41b8-bf43-a41f18c76d3c gateway port host: dv-cinder-786931-2-smb {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:21.565438 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks [] for router, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:21.758610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:21.766834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Deleting port a0659741-a1ac-4350-b22e-dc8546061b24 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:21.767210 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:21.864970 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'external_fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:39:20Z', 'revision_number': 5, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port': {'id': 'a0659741-a1ac-4350-b22e-dc8546061b24', 'name': '', 'network_id': '7ac97f5d-20d8-432e-b611-9cb41285dfd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:34:38Z', 'updated_at': '2021-04-20T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a10c9b8-6a3e-41b2-86ec-2283392e0cc8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-2-smb'}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:21.868990 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] Checking router: 453bbac9-4591-41b8-bf43-a41f18c76d3c for host: dv-cinder-786931-2-smb {{(pid=86462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:21.877834 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] Routers {'453bbac9-4591-41b8-bf43-a41f18c76d3c'} bound to L3 agent in host dv-cinder-786931-2-smb {{(pid=86462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:21.878511 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:59Z,description=,heartbeat_timestamp=2021-04-20T18:38:59Z,host='dv-cinder-786931-2-smb',id=19e583a4-dad6-4330-8b80-0f7d1109e908,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:59Z,topic='l3_agent')) {'router_ids': ['453bbac9-4591-41b8-bf43-a41f18c76d3c'], 'active': True} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:21.950158 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] For port a0659741-a1ac-4350-b22e-dc8546061b24, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=a0659741-a1ac-4350-b22e-dc8546061b24,segment=NetworkSegment(339ea082-29ca-46fc-8d7c-a20ef917acae),segment_id=339ea082-29ca-46fc-8d7c-a20ef917acae)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:21.950560 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.038003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvr_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] Set router 453bbac9-4591-41b8-bf43-a41f18c76d3c gateway port host: None {{(pid=86462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:22.083531 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Calling delete_port for a0659741-a1ac-4350-b22e-dc8546061b24 owned by network:router_gateway {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:22.149953 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_hamode_db [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:39:21Z', 'revision_number': 6, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port_host': None}], 'dv-cinder-786931-2-smb', False) {} {{(pid=86462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:22.153957 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9552-efba-45c1-8e1c-37fb2148e35b None None] The sync data for ids ['453bbac9-4591-41b8-bf43-a41f18c76d3c'] in dv-cinder-786931-2-smb is: [{'id': '453bbac9-4591-41b8-bf43-a41f18c76d3c', 'name': 'tempest-TestShelveInstance-1209188487-router', 'tenant_id': '50fc2df420384c48a98f29675b9342a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:34:36Z', 'updated_at': '2021-04-20T18:39:21Z', 'revision_number': 6, 'project_id': '50fc2df420384c48a98f29675b9342a4', 'gw_port_host': None}] {{(pid=86462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:22.264581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.269709 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8996d618-ad3b-4684-95da-fd339faa92ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:22.351291 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0659741-a1ac-4350-b22e-dc8546061b24,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:22.354864 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:22.415894 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-632933'] for router_gateway, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.600881 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774747'] for router, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.603389 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.623364 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151043'] for router, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.623949 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453bbac9-4591-41b8-bf43-a41f18c76d3c {{(pid=86460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:39:22.638860 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] Notify callbacks [] for router, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.640091 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-be7b427a-459c-4b8f-81b5-b6856e8d9824 admin admin] 10.222.0.26 "DELETE /v2.0/routers/453bbac9-4591-41b8-bf43-a41f18c76d3c HTTP/1.1" status: 204 len: 168 time: 1.2617064 Apr 20 18:39:22.642809 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37886) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:22.953683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Deleting subnet 99c1dde3-5e34-4358-bb9e-f049a038499c {{(pid=86460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:39:22.957293 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.008495 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852469841'] for subnet, precommit_delete_associations {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.087846 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536180770'] for subnet, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.205499 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62f19508-83c7-4a1b-80cd-f961375e294d no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:23.242673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 62f19508-83c7-4a1b-80cd-f961375e294d {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:23.243077 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62f19508-83c7-4a1b-80cd-f961375e294d not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:23.244197 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a0659741-a1ac-4350-b22e-dc8546061b24 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:23.279715 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: a0659741-a1ac-4350-b22e-dc8546061b24 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:23.280033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device a0659741-a1ac-4350-b22e-dc8546061b24 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:23.346628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318595046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851195543'] for subnet, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.351547 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:23.387552 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c1dde3-5e34-4358-bb9e-f049a038499c,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:23.390804 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:23.391819 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for subnet, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.396672 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bc6aa-f594-4ef2-97fa-e7f04fb79fd7 None None] Network ff9889c5-e021-496a-a155-528883b5586a requested from dv-cinder-786931-2-smb {{(pid=86461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:23.397959 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-6b500c7c-c07b-450d-9fcf-c89e37a98aa6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/99c1dde3-5e34-4358-bb9e-f049a038499c HTTP/1.1" status: 204 len: 168 time: 0.7540951 Apr 20 18:39:23.400628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37890) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:23.516165 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536335726'] for network, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.527503 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Deleting port 62de0188-098b-403a-bd73-6a4e026557c3 {{(pid=86460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:23.527865 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.669319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] DHCP port deletion for ff9889c5-e021-496a-a155-528883b5586a request from dv-cinder-786931-2-smb {{(pid=86461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:39:23.673599 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Deleting port 62de0188-098b-403a-bd73-6a4e026557c3 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:23.674065 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.760060 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] For port 62de0188-098b-403a-bd73-6a4e026557c3, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62de0188-098b-403a-bd73-6a4e026557c3,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:23.760466 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.890095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.db [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] For port 62de0188-098b-403a-bd73-6a4e026557c3, host dv-cinder-786931-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-2-smb',level=0,port_id=62de0188-098b-403a-bd73-6a4e026557c3,segment=NetworkSegment(05bba115-6f7e-4ff9-832c-62d166805ac7),segment_id=05bba115-6f7e-4ff9-832c-62d166805ac7)] {{(pid=86461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:23.890436 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854137475'] for port, precommit_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.893928 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Calling delete_port for 62de0188-098b-403a-bd73-6a4e026557c3 owned by network:dhcp {{(pid=86460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:23.974660 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536340787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299012376351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299012824231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2128759'] for port, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.979505 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-c8f632dc-cf3a-4901-b62e-ced97ac2489c tempest-AttachVolumeTestJSON-1451879318 tempest-AttachVolumeTestJSON-1451879318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:24.023449 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Calling delete_port for 62de0188-098b-403a-bd73-6a4e026557c3 owned by network:dhcp {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:24.026902 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=62de0188-098b-403a-bd73-6a4e026557c3,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:24.028920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] No DVR routers for this DVR port 62de0188-098b-403a-bd73-6a4e026557c3 on host dv-cinder-786931-2-smb {{(pid=86460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:39:24.030528 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:24.097128 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.db.api [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:39:24.098098 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_db.api [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:39:24.152999 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036318594953', 'neutron.services.segments.db._delete_segments_for_network-8737842317683'] for network, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.267362 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9889c5-e021-496a-a155-528883b5586a']}} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:24.280354 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bba115-6f7e-4ff9-832c-62d166805ac7') {'for_net_delete': True} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:24.280712 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.services.segments.db [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bba115-6f7e-4ff9-832c-62d166805ac7') {} {{(pid=86460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:24.293095 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299012349283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2305959'] for segment, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.307536 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318520508'] for segment, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.313952 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=86460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:39:24.492818 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Network ff9889c5-e021-496a-a155-528883b5586a has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:24.501726 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536255283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852647168'] for segment, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.599102 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Deleting port 62de0188-098b-403a-bd73-6a4e026557c3 {{(pid=86461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:24.599625 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299012380020'] for port, before_delete {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.681142 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.managers [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Network ff9889c5-e021-496a-a155-528883b5586a has no segments {{(pid=86460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: Traceback (most recent call last): Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: timer() Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: cb(*args, **kw) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: return func(*args, **kwargs) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: self._notify() Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: self.callback(batched_events) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: event.method(event) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: segment_id)['aggregates'][0] Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: return f(self, *a, **k) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: return self._get(url).json() Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: **kwargs) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: return self.request(url, 'GET', **kwargs) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: **endpoint_filter) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:39:24.710557 dv-cinder-786931-2-smb neutron-server[86348]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:39:24.790137 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536180863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036318455138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629378'] for network, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.793941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:24.811554 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318455155'] for network, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:24.819307 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9889c5-e021-496a-a155-528883b5586a,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:24.824303 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:24.830657 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-3c1ca905-df3b-449a-ad96-058bbf12eb93 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ff9889c5-e021-496a-a155-528883b5586a HTTP/1.1" status: 204 len: 168 time: 1.4289172 Apr 20 18:39:24.841426 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-7366719d-bb8e-4dab-a2c4-20de739ac32b None None] The port '62de0188-098b-403a-bd73-6a4e026557c3' was deleted {{(pid=86461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:39:25.007678 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37896) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:25.063149 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-7c2e9bb3-20cf-4036-b2af-ef85cf30c80f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea1a1bd404a3468d90fc8474dae11004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540855 Apr 20 18:39:25.065793 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37900) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:25.126035 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.153033 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.203845 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62de0188-098b-403a-bd73-6a4e026557c3 no longer exists at agent ovs-agent-dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:25.204476 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.209724 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-8a2d1cea-2d02-437b-bbae-edd15b645553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:25.223989 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173b521d-22b1-415d-9b25-44cde892440a,revision_number=None']} {{(pid=86460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:25.229191 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:25.231246 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.232493 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-362ad719-3b36-42bf-b699-916bd5ee9a68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/173b521d-22b1-415d-9b25-44cde892440a HTTP/1.1" status: 204 len: 168 time: 0.1656921 Apr 20 18:39:25.248802 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] No Port match for: 62de0188-098b-403a-bd73-6a4e026557c3 {{(pid=86461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:25.249196 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.plugins.ml2.rpc [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Device 62de0188-098b-403a-bd73-6a4e026557c3 not bound to the agent host dv-cinder-786931-2-smb {{(pid=86461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:25.583683 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86460) accepted ('10.222.0.26', 37908) {{(pid=86460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:25.641480 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.wsgi [-] (86459) accepted ('10.222.0.26', 37912) {{(pid=86459) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:25.642026 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-c93984ff-8e26-4b64-b0ea-90f2b79623d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50fc2df420384c48a98f29675b9342a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569966 Apr 20 18:39:25.702428 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.728866 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.772992 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663212'] for security_group, after_delete {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.778003 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-15aa83f8-2294-408f-8fcd-e17f307b0acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:25.789151 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca36e0-91cf-4808-819f-93036d0bddfc,revision_number=None']} {{(pid=86459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:25.793931 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG oslo_concurrency.lockutils [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86459) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:25.795991 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86459) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.797212 dv-cinder-786931-2-smb neutron-server[86348]: INFO neutron.wsgi [None req-509fc204-050d-4bb0-a42c-ba9a37c941c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76ca36e0-91cf-4808-819f-93036d0bddfc HTTP/1.1" status: 204 len: 168 time: 0.1546400 Apr 20 18:39:26.626847 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a94480df-10c6-4fe2-9f7f-a669975cf23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.173312 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd4d3-b6e2-4977-a34e-4006695f3b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.524121 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.072549 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:31.343595 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:34.838188 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:39:46.352220 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.631941 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebe16-94bb-4a70-aeca-47ba306d6ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:59.174374 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-904eee69-8ace-41b5-9ec0-063c4df63f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:59.526562 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:00.074375 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:01.348880 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:11.838059 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:40:16.365525 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:26.633884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-82b2bc68-2ab3-4934-8e70-af69f46fec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:29.176024 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a1bea032-d62b-4e5d-bb97-4b58ca814392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:29.529092 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:30.076744 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:31.350817 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:46.363610 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:48.838520 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:40:56.636187 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c0b1745a-0602-4703-9ac1-6517d58c3bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:59.175951 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-d78e0235-27be-4506-b8da-256525755100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:59.530920 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:00.078879 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:01.353319 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:16.367171 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:25.838716 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:41:26.639470 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-bfe3ad5c-d16d-452e-a057-1fcf0f983491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:29.175787 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe956-1447-4d54-8791-472604054f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:29.533351 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:30.079800 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:31.355646 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:46.366704 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:56.644402 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-71fbe42f-34cb-424d-b90d-d751f333c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:59.176190 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2f652985-571b-4622-a497-34eb34f4e07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:59.536752 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:00.081472 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:01.358056 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:02.837884 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:42:16.389245 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:26.645832 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-c3974283-0d94-4eb2-add8-698ce794db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:29.176887 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-dddddd27-435d-4db0-b283-7953df537e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:29.539628 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:30.081984 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:31.364452 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:39.837135 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:42:46.400020 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:56.648186 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-311dd98a-9f60-4080-bff3-ed85115753a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:59.178089 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2abf9111-6ccc-4622-a830-96365ba73104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:59.541340 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:00.083498 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:01.364163 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:16.406506 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:16.837223 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:43:26.650380 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-2a01b7dd-58cf-4a45-8fc6-77b2510be61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:29.178856 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-eeeacbd7-7cae-4a16-867b-4fe13da65cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:29.543759 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:30.085486 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:31.365778 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:46.405581 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.836446 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron.db.agents_db [None req-41dee1ad-cc45-4144-b83c-ed741f98b7d7 None None] Agent healthcheck: found 6 active agents {{(pid=86462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:43:56.651700 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-25418bce-4ab5-448f-98ab-767cdae5d60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.179434 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-4b566860-7eac-4b27-86db-2852a5457155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.545673 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-86a1be83-6e21-46f1-9057-b97c35814d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.087286 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a37a2ffa-7315-41d8-91a8-5a6e029f62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.369372 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-00780d22-98d0-4b54-9c84-2400a94aea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:16.417209 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7edf-b4c7-4589-b5ef-cd9b67a50826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:26.655479 dv-cinder-786931-2-smb neutron-server[86348]: DEBUG neutron_lib.callbacks.manager [None req-a07f08ea-68a7-488f-8c1f-c9f8b7f8d6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299012458117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036318597035'] for agent, after_update {{(pid=86461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}